{
"adagrad_wide_grid_seed0":[{"learning_rate": 0.0008696040132105586, "initial_accumulator_value": 0.19836350013704027}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed1":[{"learning_rate": 5.6649755830282306e-05, "initial_accumulator_value": 0.23132278628720016}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed10":[{"learning_rate": 0.08747537025773001, "initial_accumulator_value": 1.8611241375516165e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed100":[{"learning_rate": 0.0007773998922821829, "initial_accumulator_value": 4.15721041090294e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed101":[{"learning_rate": 0.00044420930265094114, "initial_accumulator_value": 0.0026222773834845402}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed102":[{"learning_rate": 0.002394055776951107, "initial_accumulator_value": 0.061352145799991833}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed103":[{"learning_rate": 7.744633143063568e-05, "initial_accumulator_value": 1.8399178027222834e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed104":[{"learning_rate": 2.1443003631272705e-07, "initial_accumulator_value": 9.287068332131266e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed105":[{"learning_rate": 5.6709956619049684e-08, "initial_accumulator_value": 2.1656177492654567e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed106":[{"learning_rate": 1.1942168090189928e-08, "initial_accumulator_value": 254.67525522499616}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed107":[{"learning_rate": 2.9130278385081517e-07, "initial_accumulator_value": 0.648860608459104}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed108":[{"learning_rate": 1.2661939201569103e-06, "initial_accumulator_value": 2.799233244695747e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed109":[{"learning_rate": 0.0031852579244934427, "initial_accumulator_value": 0.00024464889536466564}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed11":[{"learning_rate": 4.192057199912162e-07, "initial_accumulator_value": 1.7913404771652726e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed110":[{"learning_rate": 1.107974488552354e-07, "initial_accumulator_value": 0.036301114830267586}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed111":[{"learning_rate": 0.0032324482485417434, "initial_accumulator_value": 1.5772727727596518e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed112":[{"learning_rate": 2.374182829998503e-05, "initial_accumulator_value": 0.021084342334557884}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed113":[{"learning_rate": 0.4654461416843515, "initial_accumulator_value": 9.135804238198419e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed114":[{"learning_rate": 2.3157288410973702e-07, "initial_accumulator_value": 19.66475996548259}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed115":[{"learning_rate": 5.818764595097657e-07, "initial_accumulator_value": 0.13679405083480778}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed116":[{"learning_rate": 2.3796752822484778e-05, "initial_accumulator_value": 3.4134716433472595e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed117":[{"learning_rate": 0.00011553142719108198, "initial_accumulator_value": 7.786287574419706e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed118":[{"learning_rate": 3.0469416417884405, "initial_accumulator_value": 0.003379034367580397}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed119":[{"learning_rate": 0.42716314274105005, "initial_accumulator_value": 0.00029635054298400684}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed12":[{"learning_rate": 2.4404256524570445e-07, "initial_accumulator_value": 0.41748997814783767}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed120":[{"learning_rate": 0.012635718261395132, "initial_accumulator_value": 0.0004660842520910198}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed121":[{"learning_rate": 1.0045636334070874e-07, "initial_accumulator_value": 5.495136300391147e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed122":[{"learning_rate": 2.587775167502471e-07, "initial_accumulator_value": 0.13450256062454186}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed123":[{"learning_rate": 0.01854482205182914, "initial_accumulator_value": 5.24579547745487e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed124":[{"learning_rate": 9.007082768126514e-08, "initial_accumulator_value": 0.4910540570643109}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed125":[{"learning_rate": 0.000363524849651003, "initial_accumulator_value": 5.596274867071176e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed126":[{"learning_rate": 8.841972196949246e-08, "initial_accumulator_value": 4.633113467474429e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed127":[{"learning_rate": 0.0005182029483357114, "initial_accumulator_value": 3.307643264606519e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed128":[{"learning_rate": 0.6305701172379103, "initial_accumulator_value": 2.635621519011984e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed129":[{"learning_rate": 0.001363906585405742, "initial_accumulator_value": 3.071687890332829e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed13":[{"learning_rate": 0.09984393644571514, "initial_accumulator_value": 1.2247173221382862e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed130":[{"learning_rate": 1.8822288321348936e-07, "initial_accumulator_value": 1.1222166157447127e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed131":[{"learning_rate": 0.007102029129261498, "initial_accumulator_value": 211.55298419319774}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed132":[{"learning_rate": 0.10669279420614142, "initial_accumulator_value": 9.01320073932026e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed133":[{"learning_rate": 5.9645481263238465e-05, "initial_accumulator_value": 4.84831881874322e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed134":[{"learning_rate": 0.20073940695454287, "initial_accumulator_value": 6.62117677496303e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed135":[{"learning_rate": 0.008952832969331704, "initial_accumulator_value": 1.8198311891535572e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed136":[{"learning_rate": 2.3930040415674584e-07, "initial_accumulator_value": 8.436878017890986e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed137":[{"learning_rate": 3.1235745313997696, "initial_accumulator_value": 1.4160297121433392e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed138":[{"learning_rate": 0.05547283376445233, "initial_accumulator_value": 0.14722835160690165}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed139":[{"learning_rate": 0.0002622173884427593, "initial_accumulator_value": 0.6197020465716214}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed14":[{"learning_rate": 0.0004221726493886225, "initial_accumulator_value": 1.1249822677164525}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed140":[{"learning_rate": 0.053845529057808324, "initial_accumulator_value": 2.5913147000039987e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed141":[{"learning_rate": 1.8049673715780343, "initial_accumulator_value": 0.000618206645500776}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed142":[{"learning_rate": 1.3138740144063572, "initial_accumulator_value": 0.0017844236280400419}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed143":[{"learning_rate": 0.04363094855734403, "initial_accumulator_value": 2.6267069836506664e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed144":[{"learning_rate": 6.919847472352005e-08, "initial_accumulator_value": 38.21722725460354}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed145":[{"learning_rate": 3.526773176255849e-06, "initial_accumulator_value": 1.0626430217789824e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed146":[{"learning_rate": 0.0003040779419381563, "initial_accumulator_value": 0.011111956892570815}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed147":[{"learning_rate": 1.996457753223783e-05, "initial_accumulator_value": 0.016933930395703248}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed148":[{"learning_rate": 0.0015088729402560634, "initial_accumulator_value": 6.668210396171744e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed149":[{"learning_rate": 0.8546099773572073, "initial_accumulator_value": 544.6867905592674}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed15":[{"learning_rate": 0.4358723052701657, "initial_accumulator_value": 2.116640121169442e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed150":[{"learning_rate": 1.5040263572790535, "initial_accumulator_value": 2.257518596710447e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed151":[{"learning_rate": 0.08475178377268389, "initial_accumulator_value": 1.9892167810365517e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed152":[{"learning_rate": 3.4558108592998065, "initial_accumulator_value": 0.4649112832918606}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed153":[{"learning_rate": 2.134512371456537e-07, "initial_accumulator_value": 0.000757525452065449}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed154":[{"learning_rate": 0.0003711196204110052, "initial_accumulator_value": 0.01574555217967937}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed155":[{"learning_rate": 0.007429112452117427, "initial_accumulator_value": 94.31886006322401}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed156":[{"learning_rate": 6.6462332289183225e-06, "initial_accumulator_value": 0.001849288195919946}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed157":[{"learning_rate": 0.15018224156377222, "initial_accumulator_value": 0.00405384780679985}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed158":[{"learning_rate": 7.352314355578355e-08, "initial_accumulator_value": 1.0353508739434817e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed159":[{"learning_rate": 0.12578167582175115, "initial_accumulator_value": 3.5735303367581187e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed16":[{"learning_rate": 1.0223973434894698e-06, "initial_accumulator_value": 0.000632591625433622}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed160":[{"learning_rate": 0.31661787021007587, "initial_accumulator_value": 1.6019519069007476e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed161":[{"learning_rate": 2.924572898570385, "initial_accumulator_value": 3.6788055056694552e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed162":[{"learning_rate": 7.744631220258465e-06, "initial_accumulator_value": 0.6680628974268317}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed163":[{"learning_rate": 0.01587357300602873, "initial_accumulator_value": 0.0001456014144021297}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed164":[{"learning_rate": 1.6324676574020497e-05, "initial_accumulator_value": 9.708012071382058e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed165":[{"learning_rate": 0.27290154893730645, "initial_accumulator_value": 0.010155531351565859}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed166":[{"learning_rate": 4.782459180351538e-06, "initial_accumulator_value": 5.683319369050734}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed167":[{"learning_rate": 1.2173387211064282, "initial_accumulator_value": 1.4012043752966243e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed168":[{"learning_rate": 0.002399875734011419, "initial_accumulator_value": 0.0005902018260840763}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed169":[{"learning_rate": 0.01062470829801484, "initial_accumulator_value": 62.873910306870144}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed17":[{"learning_rate": 4.4872991607194144e-06, "initial_accumulator_value": 0.0007900013307730868}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed170":[{"learning_rate": 2.977205128149862e-08, "initial_accumulator_value": 8.8961720525282e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed171":[{"learning_rate": 0.00831219275643017, "initial_accumulator_value": 31.49151467213418}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed172":[{"learning_rate": 2.2111418276498666e-07, "initial_accumulator_value": 4.167787328067235e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed173":[{"learning_rate": 6.907443097878279e-08, "initial_accumulator_value": 0.1658805371909524}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed174":[{"learning_rate": 0.0001381492728011653, "initial_accumulator_value": 44.88499713609424}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed175":[{"learning_rate": 0.16549718792297502, "initial_accumulator_value": 2.872045996655104e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed176":[{"learning_rate": 1.6479358501763692e-05, "initial_accumulator_value": 5.805828368320417e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed177":[{"learning_rate": 0.0003353358864727233, "initial_accumulator_value": 1.6423137537404804}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed178":[{"learning_rate": 0.0005264610843422708, "initial_accumulator_value": 3.152680922747925e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed179":[{"learning_rate": 3.581751227752964, "initial_accumulator_value": 5.982125301453944e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed18":[{"learning_rate": 0.00713457611634097, "initial_accumulator_value": 0.00037230070494897213}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed180":[{"learning_rate": 0.0011601333168324223, "initial_accumulator_value": 1.7314739422404631e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed181":[{"learning_rate": 0.0005202450831481792, "initial_accumulator_value": 3.0420357702385998e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed182":[{"learning_rate": 0.7746486374149221, "initial_accumulator_value": 6.564853949988506e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed183":[{"learning_rate": 0.2571462916913971, "initial_accumulator_value": 40.187427780157535}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed184":[{"learning_rate": 4.131467115634018e-08, "initial_accumulator_value": 0.0003703942847223934}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed185":[{"learning_rate": 1.4961734508245518e-07, "initial_accumulator_value": 0.0004961544335126398}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed186":[{"learning_rate": 0.0007661043608246257, "initial_accumulator_value": 0.06043229471868084}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed187":[{"learning_rate": 6.030716667669087e-05, "initial_accumulator_value": 0.0014084733732349095}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed188":[{"learning_rate": 0.00040532048836746965, "initial_accumulator_value": 1.8448865852283252}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed189":[{"learning_rate": 6.373575309195811e-05, "initial_accumulator_value": 8.178628040154344e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed19":[{"learning_rate": 7.547487731472397e-08, "initial_accumulator_value": 0.7874923013911174}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed190":[{"learning_rate": 0.05083354030804309, "initial_accumulator_value": 0.014237345955484863}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed191":[{"learning_rate": 0.0007490102031765462, "initial_accumulator_value": 2.0970850372819021e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed192":[{"learning_rate": 0.0654179850356378, "initial_accumulator_value": 5.717977998132196e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed193":[{"learning_rate": 4.148567093665915e-05, "initial_accumulator_value": 0.041762063829602805}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed194":[{"learning_rate": 5.120196053218373, "initial_accumulator_value": 0.21926939450111485}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed195":[{"learning_rate": 0.9681640573628036, "initial_accumulator_value": 1.8889895089840127e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed196":[{"learning_rate": 0.016054008162692295, "initial_accumulator_value": 0.003263473424588336}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed197":[{"learning_rate": 0.6473822498010058, "initial_accumulator_value": 1.589049907854881}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed198":[{"learning_rate": 0.0030776150053661378, "initial_accumulator_value": 292.3009051116411}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed199":[{"learning_rate": 0.00781853260678123, "initial_accumulator_value": 584.1316012464558}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed2":[{"learning_rate": 8.393713070692229e-05, "initial_accumulator_value": 2.1729063734076988e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed20":[{"learning_rate": 0.0019641615706238766, "initial_accumulator_value": 46.80351419044499}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed200":[{"learning_rate": 3.378238535976127, "initial_accumulator_value": 8.812851957810822e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed201":[{"learning_rate": 1.059598644092387e-07, "initial_accumulator_value": 0.5277772857996805}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed202":[{"learning_rate": 1.041970971213846e-06, "initial_accumulator_value": 2.708357829166434e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed203":[{"learning_rate": 0.4276618820694263, "initial_accumulator_value": 2.8589040587704078e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed204":[{"learning_rate": 2.3714228462742994, "initial_accumulator_value": 9.028920458948779e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed205":[{"learning_rate": 4.388805636566565, "initial_accumulator_value": 0.0019599609005001547}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed206":[{"learning_rate": 7.013231680328533e-05, "initial_accumulator_value": 0.00020118017888018266}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed207":[{"learning_rate": 0.00033626660951992764, "initial_accumulator_value": 5.731831546181435e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed208":[{"learning_rate": 9.957678831652383e-08, "initial_accumulator_value": 3.1888639429816354}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed209":[{"learning_rate": 0.38864618869038325, "initial_accumulator_value": 2.4860959087156435e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed21":[{"learning_rate": 2.744883567583618e-08, "initial_accumulator_value": 5.733576048877771e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed210":[{"learning_rate": 7.930816326750164e-08, "initial_accumulator_value": 8.650183068389158e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed211":[{"learning_rate": 0.10772405674539749, "initial_accumulator_value": 0.1015722768660233}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed212":[{"learning_rate": 1.2477130178020822e-06, "initial_accumulator_value": 71.11553193046676}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed213":[{"learning_rate": 9.243550889516306e-07, "initial_accumulator_value": 88.63449875030085}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed214":[{"learning_rate": 2.7176670830159968e-08, "initial_accumulator_value": 4.211350342388655e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed215":[{"learning_rate": 2.428255089191934e-07, "initial_accumulator_value": 0.00023139107509729062}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed216":[{"learning_rate": 2.0907461936148243e-08, "initial_accumulator_value": 1.3657800964957612}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed217":[{"learning_rate": 8.569493943227285e-08, "initial_accumulator_value": 2.062720978163865}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed218":[{"learning_rate": 1.0192558568939369e-05, "initial_accumulator_value": 8.619490150973225e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed219":[{"learning_rate": 1.3226369230227637e-08, "initial_accumulator_value": 3.8920218971099037e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed22":[{"learning_rate": 7.518736003597456e-07, "initial_accumulator_value": 0.00018274849241269668}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed220":[{"learning_rate": 1.743291030150038e-05, "initial_accumulator_value": 7.202685157331987e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed221":[{"learning_rate": 0.0008301118390023659, "initial_accumulator_value": 343.554413656958}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed222":[{"learning_rate": 0.0005423202670500968, "initial_accumulator_value": 0.08111915276287783}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed223":[{"learning_rate": 0.21800630881912086, "initial_accumulator_value": 1.7732518669873067}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed224":[{"learning_rate": 0.00021523619546126872, "initial_accumulator_value": 4.804276070828569e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed225":[{"learning_rate": 4.260799625361891e-06, "initial_accumulator_value": 0.0009057749535816863}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed226":[{"learning_rate": 1.1340059978677637, "initial_accumulator_value": 3.0391241319733974e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed227":[{"learning_rate": 1.4035991506024993e-07, "initial_accumulator_value": 0.0035268298854170383}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed228":[{"learning_rate": 6.520746294095655e-05, "initial_accumulator_value": 0.0011032043604353237}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed229":[{"learning_rate": 7.46835572261883e-08, "initial_accumulator_value": 0.3992488661226172}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed23":[{"learning_rate": 0.0004525649903250386, "initial_accumulator_value": 204.41551227947542}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed230":[{"learning_rate": 0.0047752910152497365, "initial_accumulator_value": 29.509113120135762}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed231":[{"learning_rate": 0.10800562327337862, "initial_accumulator_value": 0.003932950759775182}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed232":[{"learning_rate": 8.787532384772566e-06, "initial_accumulator_value": 3.1608462115170716e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed233":[{"learning_rate": 2.214227296914035e-07, "initial_accumulator_value": 39.70112200683991}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed234":[{"learning_rate": 1.899792160527892e-08, "initial_accumulator_value": 2.0214683781281619e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed235":[{"learning_rate": 2.3729737198847545, "initial_accumulator_value": 0.0006240100802795494}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed236":[{"learning_rate": 5.021024441507439e-08, "initial_accumulator_value": 3.4621954000183575}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed237":[{"learning_rate": 7.767440103877296, "initial_accumulator_value": 1.268672159001736e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed238":[{"learning_rate": 3.8729913736614856e-08, "initial_accumulator_value": 2.8086431669474736e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed239":[{"learning_rate": 6.144424185365212e-06, "initial_accumulator_value": 4.8691349418095715e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed24":[{"learning_rate": 4.366723868659872, "initial_accumulator_value": 0.12406710525408107}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed240":[{"learning_rate": 4.380854819869351e-06, "initial_accumulator_value": 3.9345879212058766e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed241":[{"learning_rate": 0.0034239452124864636, "initial_accumulator_value": 0.003295986477966877}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed242":[{"learning_rate": 0.014527071830497585, "initial_accumulator_value": 5.219795010301817e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed243":[{"learning_rate": 7.391257331980775e-07, "initial_accumulator_value": 1.4651963886341683}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed244":[{"learning_rate": 4.131416466655585e-06, "initial_accumulator_value": 1.9525477462360635e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed245":[{"learning_rate": 1.4510580941251348, "initial_accumulator_value": 2.9032876051171017e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed246":[{"learning_rate": 0.00020741664056271922, "initial_accumulator_value": 72.7886638649846}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed247":[{"learning_rate": 1.9752538706637655e-05, "initial_accumulator_value": 62.81155184143541}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed248":[{"learning_rate": 0.016899722352566374, "initial_accumulator_value": 0.00020204824177118922}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed249":[{"learning_rate": 0.0004491893023131558, "initial_accumulator_value": 2.4689424236050206}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed25":[{"learning_rate": 0.6778244489079089, "initial_accumulator_value": 0.00371193252218108}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed250":[{"learning_rate": 8.570656428076867e-07, "initial_accumulator_value": 3.5045102109661937e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed251":[{"learning_rate": 0.005476474406225443, "initial_accumulator_value": 2.183806577107758e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed252":[{"learning_rate": 1.1187163107029912e-08, "initial_accumulator_value": 4.280375349707145e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed253":[{"learning_rate": 2.2831731112781953e-06, "initial_accumulator_value": 0.07680694631571316}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed254":[{"learning_rate": 0.0004060281509663399, "initial_accumulator_value": 0.020966983097393282}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed255":[{"learning_rate": 0.0001497713205999666, "initial_accumulator_value": 7.933411630719558e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed256":[{"learning_rate": 2.5825825645085876e-08, "initial_accumulator_value": 0.004164560556336422}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed257":[{"learning_rate": 2.3358138095741485, "initial_accumulator_value": 3.065702773309888}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed258":[{"learning_rate": 5.7762338561816956e-08, "initial_accumulator_value": 0.03573887617880609}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed259":[{"learning_rate": 0.016292178963901765, "initial_accumulator_value": 2.046410524282626e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed26":[{"learning_rate": 5.9076474983385744e-06, "initial_accumulator_value": 0.0005650530597609834}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed260":[{"learning_rate": 7.404668970078686e-08, "initial_accumulator_value": 6.738007004632958e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed261":[{"learning_rate": 0.16159328700289474, "initial_accumulator_value": 0.0002067945183694686}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed262":[{"learning_rate": 3.3835808440776214e-05, "initial_accumulator_value": 0.2332901446766225}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed263":[{"learning_rate": 0.0014439563762379919, "initial_accumulator_value": 0.7116281025276935}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed264":[{"learning_rate": 0.09731805075150353, "initial_accumulator_value": 9.012417994950546e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed265":[{"learning_rate": 0.0004980873505530479, "initial_accumulator_value": 0.10372223908947927}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed266":[{"learning_rate": 5.2116660487233025e-08, "initial_accumulator_value": 1.076266603646224e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed267":[{"learning_rate": 3.8875262167424406e-07, "initial_accumulator_value": 0.009513510119118137}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed268":[{"learning_rate": 2.1918205827317957e-07, "initial_accumulator_value": 0.10911572673979937}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed269":[{"learning_rate": 2.1128294208996522e-06, "initial_accumulator_value": 5.269744341136161e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed27":[{"learning_rate": 6.784107087581839e-05, "initial_accumulator_value": 3.8867680709690484}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed270":[{"learning_rate": 0.01766544364686673, "initial_accumulator_value": 3.232832714490617}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed271":[{"learning_rate": 0.005622930642910459, "initial_accumulator_value": 2.4509718153561446e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed272":[{"learning_rate": 1.696230302037268e-06, "initial_accumulator_value": 26.388782548939336}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed273":[{"learning_rate": 4.513953951751215e-08, "initial_accumulator_value": 6.986764752406342e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed274":[{"learning_rate": 3.487054019151663e-06, "initial_accumulator_value": 0.006452906302707736}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed275":[{"learning_rate": 8.627755253919897e-05, "initial_accumulator_value": 0.6724448483386551}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed276":[{"learning_rate": 4.72072784550729, "initial_accumulator_value": 506.09466416963943}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed277":[{"learning_rate": 0.00022937675639917834, "initial_accumulator_value": 1.7819801176068428e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed278":[{"learning_rate": 5.786351478249663e-07, "initial_accumulator_value": 62.2252356559004}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed279":[{"learning_rate": 0.0018710607295244288, "initial_accumulator_value": 0.00025756573909250927}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed28":[{"learning_rate": 0.036401868846964926, "initial_accumulator_value": 0.001977492432734875}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed280":[{"learning_rate": 1.582360161027777e-07, "initial_accumulator_value": 1.4981119268948005e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed281":[{"learning_rate": 0.00012301469158942905, "initial_accumulator_value": 1.3888269197324095e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed282":[{"learning_rate": 2.0693625153391107e-05, "initial_accumulator_value": 1.2370597269579972e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed283":[{"learning_rate": 0.0023808724609712603, "initial_accumulator_value": 1.7623902714503854e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed284":[{"learning_rate": 0.4101084525657366, "initial_accumulator_value": 2.221613082419847e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed285":[{"learning_rate": 1.8690461794326576e-06, "initial_accumulator_value": 5.436671837540646e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed286":[{"learning_rate": 2.0193676818770268e-07, "initial_accumulator_value": 1.0865962395385009e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed287":[{"learning_rate": 1.9969494882676158e-07, "initial_accumulator_value": 0.17369629821629645}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed288":[{"learning_rate": 0.0009537333779962464, "initial_accumulator_value": 0.197434057017989}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed289":[{"learning_rate": 0.03500932288045981, "initial_accumulator_value": 0.0006406986021440999}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed29":[{"learning_rate": 0.5940730759707162, "initial_accumulator_value": 5.055656374924692e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed290":[{"learning_rate": 2.8887719101874502e-06, "initial_accumulator_value": 2.582217668296753e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed291":[{"learning_rate": 7.671421899050359e-08, "initial_accumulator_value": 0.05844518062899666}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed292":[{"learning_rate": 1.8266625843409109e-06, "initial_accumulator_value": 7.4603263178228265e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed293":[{"learning_rate": 0.219604097046475, "initial_accumulator_value": 0.09244531698825612}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed294":[{"learning_rate": 0.010285567530834061, "initial_accumulator_value": 5.918279412114784e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed295":[{"learning_rate": 0.003975392692176909, "initial_accumulator_value": 2.0436882203116743e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed296":[{"learning_rate": 5.521285022662322e-06, "initial_accumulator_value": 0.2550052653309041}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed297":[{"learning_rate": 3.5185320050586038, "initial_accumulator_value": 4.848909726717074e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed298":[{"learning_rate": 0.015462961427894804, "initial_accumulator_value": 0.002674298285675789}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed299":[{"learning_rate": 4.96586551368012e-06, "initial_accumulator_value": 3.0149040202343545e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed3":[{"learning_rate": 0.0009061104168295183, "initial_accumulator_value": 0.16066515377468144}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed30":[{"learning_rate": 0.006270350599859773, "initial_accumulator_value": 8.906977705394591e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed300":[{"learning_rate": 0.00011484262699233585, "initial_accumulator_value": 7.469481264566972e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed301":[{"learning_rate": 1.0852254937546443e-05, "initial_accumulator_value": 0.005206037433473953}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed302":[{"learning_rate": 0.005327591402518128, "initial_accumulator_value": 5.315577260885027}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed303":[{"learning_rate": 0.056407364762843124, "initial_accumulator_value": 4.50252286849166e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed304":[{"learning_rate": 5.631103747833377e-05, "initial_accumulator_value": 6.098674122914712}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed305":[{"learning_rate": 2.4917151363167994e-07, "initial_accumulator_value": 10.986534656795195}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed306":[{"learning_rate": 4.08094606219848e-06, "initial_accumulator_value": 259.9657662292695}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed307":[{"learning_rate": 7.685620787099264e-06, "initial_accumulator_value": 2.767193041142274e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed308":[{"learning_rate": 0.11485930898309993, "initial_accumulator_value": 0.09020197510791937}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed309":[{"learning_rate": 0.12347167879889957, "initial_accumulator_value": 3.544739119368532}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed31":[{"learning_rate": 3.7539146567567113e-06, "initial_accumulator_value": 285.34637831320595}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed310":[{"learning_rate": 0.23263452052639674, "initial_accumulator_value": 0.04913510098026005}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed311":[{"learning_rate": 0.0001232688918587779, "initial_accumulator_value": 5.1707206390521445e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed312":[{"learning_rate": 8.923637380702756e-07, "initial_accumulator_value": 2.7757877719108778e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed313":[{"learning_rate": 3.0892753461001386e-07, "initial_accumulator_value": 0.00141695728467988}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed314":[{"learning_rate": 1.7859209565061818, "initial_accumulator_value": 0.004477595705310635}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed315":[{"learning_rate": 0.003549052477115498, "initial_accumulator_value": 4.257462957415951e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed316":[{"learning_rate": 0.2986301991286671, "initial_accumulator_value": 0.49094735955358393}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed317":[{"learning_rate": 5.4846993469210875e-06, "initial_accumulator_value": 0.2766484657448898}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed318":[{"learning_rate": 0.0019078918036611017, "initial_accumulator_value": 2.644200002312641e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed319":[{"learning_rate": 9.682790826632607, "initial_accumulator_value": 79.897049067872}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed32":[{"learning_rate": 0.5370360076664946, "initial_accumulator_value": 7.002369352596299e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed320":[{"learning_rate": 0.026864939615140745, "initial_accumulator_value": 2.1260127303303674e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed321":[{"learning_rate": 0.9408740083371776, "initial_accumulator_value": 1.030055589962694e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed322":[{"learning_rate": 5.1661801614414854e-05, "initial_accumulator_value": 6.950192257780942e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed323":[{"learning_rate": 5.760978822874092, "initial_accumulator_value": 2.71962151000577e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed324":[{"learning_rate": 3.490200867190049e-08, "initial_accumulator_value": 0.0004805670576955048}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed325":[{"learning_rate": 2.2367193383285553, "initial_accumulator_value": 567.0627281141759}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed326":[{"learning_rate": 0.0004739110248940618, "initial_accumulator_value": 12.346532235161986}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed327":[{"learning_rate": 0.00010755415162295836, "initial_accumulator_value": 0.26046698387637357}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed328":[{"learning_rate": 1.5253358850121518e-06, "initial_accumulator_value": 2.0941071781326926e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed329":[{"learning_rate": 0.0014602020606911143, "initial_accumulator_value": 1.2094976244011303e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed33":[{"learning_rate": 1.7242139200119913e-06, "initial_accumulator_value": 7.074251143307861e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed330":[{"learning_rate": 0.0002897565155808679, "initial_accumulator_value": 2.4504912162370596e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed331":[{"learning_rate": 3.3116650456072914, "initial_accumulator_value": 3.2202492470290548e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed332":[{"learning_rate": 1.8347417860156792, "initial_accumulator_value": 0.8398574971155287}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed333":[{"learning_rate": 0.0007755678240567517, "initial_accumulator_value": 0.29947423396208966}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed334":[{"learning_rate": 1.3906860590232024e-06, "initial_accumulator_value": 2.644287985162086e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed335":[{"learning_rate": 0.06992742856108097, "initial_accumulator_value": 1.8917333706940217e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed336":[{"learning_rate": 9.195837424963225e-05, "initial_accumulator_value": 45.22870117777934}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed337":[{"learning_rate": 0.158183486235382, "initial_accumulator_value": 9.91690966474695e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed338":[{"learning_rate": 1.1423918695034914e-07, "initial_accumulator_value": 0.002049525633683183}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed339":[{"learning_rate": 0.005491940155795016, "initial_accumulator_value": 1.7019928922921253e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed34":[{"learning_rate": 2.2235921283093174e-08, "initial_accumulator_value": 1.384541528943238}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed340":[{"learning_rate": 3.410194474366194e-06, "initial_accumulator_value": 428.83030013284366}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed341":[{"learning_rate": 2.435017744354304e-06, "initial_accumulator_value": 110.71883132781664}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed342":[{"learning_rate": 3.8486602252746285e-08, "initial_accumulator_value": 4.898745233372627}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed343":[{"learning_rate": 4.7370096768025655e-08, "initial_accumulator_value": 0.0250176881682841}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed344":[{"learning_rate": 6.683016249358439e-06, "initial_accumulator_value": 1.0042230341586793}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed345":[{"learning_rate": 2.1794187690452015e-05, "initial_accumulator_value": 0.044004282701680095}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed346":[{"learning_rate": 0.002200775645709521, "initial_accumulator_value": 1.3131952752729578e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed347":[{"learning_rate": 2.5012619065994933e-06, "initial_accumulator_value": 5.493520156314463e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed348":[{"learning_rate": 2.855750267294211e-06, "initial_accumulator_value": 9.901240027877229e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed349":[{"learning_rate": 8.442023848572298e-07, "initial_accumulator_value": 417.8143914460617}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed35":[{"learning_rate": 0.00013258504306460137, "initial_accumulator_value": 1.0198701727601968e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed350":[{"learning_rate": 7.747842687062041e-05, "initial_accumulator_value": 0.20475385821686837}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed351":[{"learning_rate": 1.2629667977685803e-08, "initial_accumulator_value": 4.778938507356625e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed352":[{"learning_rate": 0.7184763611294823, "initial_accumulator_value": 0.0020042262312256454}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed353":[{"learning_rate": 8.425976155844191e-05, "initial_accumulator_value": 2.6245687428070097e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed354":[{"learning_rate": 0.038308135661698633, "initial_accumulator_value": 0.0008226151395960415}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed355":[{"learning_rate": 1.2052171649990475e-06, "initial_accumulator_value": 7.535667070025524e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed356":[{"learning_rate": 0.00024138111584318548, "initial_accumulator_value": 1.082053824750133e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed357":[{"learning_rate": 0.0323132387196024, "initial_accumulator_value": 3.107650139039784e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed358":[{"learning_rate": 0.026455279333591993, "initial_accumulator_value": 2.9078140246673027e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed359":[{"learning_rate": 0.8137860863756955, "initial_accumulator_value": 0.12598084567204978}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed36":[{"learning_rate": 0.03602174308049893, "initial_accumulator_value": 0.00662193267246655}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed360":[{"learning_rate": 0.00030199779538056564, "initial_accumulator_value": 173.7118814582063}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed361":[{"learning_rate": 9.812737664006081e-08, "initial_accumulator_value": 0.10568492857549722}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed362":[{"learning_rate": 1.391745004182787e-08, "initial_accumulator_value": 0.0001970846324574332}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed363":[{"learning_rate": 8.885198146457124e-08, "initial_accumulator_value": 0.1703930784344881}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed364":[{"learning_rate": 6.716225910767563e-05, "initial_accumulator_value": 1.9383301452458393e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed365":[{"learning_rate": 2.9723619370878733, "initial_accumulator_value": 0.021919728327143326}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed366":[{"learning_rate": 8.781783741142159e-08, "initial_accumulator_value": 4.06787789435982e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed367":[{"learning_rate": 6.552602266646896e-08, "initial_accumulator_value": 4.7589256867629265e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed368":[{"learning_rate": 5.450468019968223e-05, "initial_accumulator_value": 1.0022780852081156e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed369":[{"learning_rate": 0.0070793636756454024, "initial_accumulator_value": 2.91632920132609e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed37":[{"learning_rate": 3.165697590821533, "initial_accumulator_value": 0.00010796332865050594}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed370":[{"learning_rate": 1.9595324000369385e-05, "initial_accumulator_value": 8.202336072416116e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed371":[{"learning_rate": 0.010884730161823859, "initial_accumulator_value": 0.0027864016916216297}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed372":[{"learning_rate": 1.1713405062635669e-06, "initial_accumulator_value": 8.421376474850861e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed373":[{"learning_rate": 0.01774134156969689, "initial_accumulator_value": 0.003822260674810706}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed374":[{"learning_rate": 1.661768841005754e-07, "initial_accumulator_value": 9.540487064936259e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed375":[{"learning_rate": 6.738741839011315e-07, "initial_accumulator_value": 1.170750181174425e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed376":[{"learning_rate": 4.340568781115462e-05, "initial_accumulator_value": 2.2820941069271914}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed377":[{"learning_rate": 1.1650840985258461e-07, "initial_accumulator_value": 0.0005920211694170781}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed378":[{"learning_rate": 0.002233148014823082, "initial_accumulator_value": 4.6104410794104783e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed379":[{"learning_rate": 0.1723301073359593, "initial_accumulator_value": 1.2829497684646428e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed38":[{"learning_rate": 2.9037423299636147e-05, "initial_accumulator_value": 15.003825540568807}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed380":[{"learning_rate": 6.990232140123902e-07, "initial_accumulator_value": 2.151873443176603}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed381":[{"learning_rate": 0.0018523381255950149, "initial_accumulator_value": 5.471219978910763e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed382":[{"learning_rate": 0.061067877133254504, "initial_accumulator_value": 1.8791889797761478e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed383":[{"learning_rate": 9.104264036670366e-05, "initial_accumulator_value": 4.561915939309643e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed384":[{"learning_rate": 0.11759278834054429, "initial_accumulator_value": 5.033748653123907e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed385":[{"learning_rate": 5.587580772963858e-08, "initial_accumulator_value": 3.680056145863983e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed386":[{"learning_rate": 0.044037923548631765, "initial_accumulator_value": 5.3798802289540116e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed387":[{"learning_rate": 0.0021272967680639058, "initial_accumulator_value": 5.048605156697395e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed388":[{"learning_rate": 1.0359663693846992e-05, "initial_accumulator_value": 0.0003578328020618458}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed389":[{"learning_rate": 4.177541691555816e-06, "initial_accumulator_value": 151.5938684171635}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed39":[{"learning_rate": 0.0008356076461702041, "initial_accumulator_value": 2.3587791305470165}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed390":[{"learning_rate": 1.1892279294089665, "initial_accumulator_value": 0.0021149411724537544}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed391":[{"learning_rate": 3.365166361538048e-08, "initial_accumulator_value": 4.195265157158429e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed392":[{"learning_rate": 1.928940126907251e-05, "initial_accumulator_value": 104.74843469259199}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed393":[{"learning_rate": 6.234915152854885e-07, "initial_accumulator_value": 5.7740107307595765e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed394":[{"learning_rate": 0.0003838397727534409, "initial_accumulator_value": 0.0008036318582277709}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed395":[{"learning_rate": 0.0002361943915755956, "initial_accumulator_value": 2.6749593269528555e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed396":[{"learning_rate": 5.924947337981166e-06, "initial_accumulator_value": 9.819816448752454e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed397":[{"learning_rate": 8.14488812091044e-07, "initial_accumulator_value": 4.291083092318634e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed398":[{"learning_rate": 0.046994923603767905, "initial_accumulator_value": 3.3048251227934306e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed399":[{"learning_rate": 2.374229140990444e-05, "initial_accumulator_value": 0.057509128575751835}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed4":[{"learning_rate": 5.049734573422041, "initial_accumulator_value": 0.0013002271769376893}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed40":[{"learning_rate": 4.6685633111642415e-05, "initial_accumulator_value": 5.245157353449009e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed400":[{"learning_rate": 0.010436627414241673, "initial_accumulator_value": 8.669221737403965e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed401":[{"learning_rate": 0.03654436452615427, "initial_accumulator_value": 2.5058010142817476e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed402":[{"learning_rate": 2.8689219702930736e-08, "initial_accumulator_value": 0.00015743858922259268}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed403":[{"learning_rate": 4.378870412180641e-07, "initial_accumulator_value": 0.003625700885664537}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed404":[{"learning_rate": 0.01045744937169386, "initial_accumulator_value": 3.624491618552643e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed405":[{"learning_rate": 0.020618183949288375, "initial_accumulator_value": 4.145347723664558e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed406":[{"learning_rate": 1.8362397775480064, "initial_accumulator_value": 0.0011390523777094564}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed407":[{"learning_rate": 0.4691880295674895, "initial_accumulator_value": 0.0003542026411327883}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed408":[{"learning_rate": 0.00027720305553115027, "initial_accumulator_value": 6.565646949176993}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed409":[{"learning_rate": 7.964176545905167e-07, "initial_accumulator_value": 36.796153428682075}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed41":[{"learning_rate": 1.8126444001983289e-06, "initial_accumulator_value": 3.974162936392153e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed410":[{"learning_rate": 0.9696491028042731, "initial_accumulator_value": 0.023430400114340975}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed411":[{"learning_rate": 0.4057449827128314, "initial_accumulator_value": 0.011097743050206634}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed412":[{"learning_rate": 3.196725714016936, "initial_accumulator_value": 28.586331135090266}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed413":[{"learning_rate": 0.008148186201859269, "initial_accumulator_value": 1.0128488491277251e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed414":[{"learning_rate": 1.813825399748902e-08, "initial_accumulator_value": 0.004625563237779467}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed415":[{"learning_rate": 3.688558126419412e-08, "initial_accumulator_value": 4.428198732808425}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed416":[{"learning_rate": 2.5031411296339534e-05, "initial_accumulator_value": 1.6768673810549225e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed417":[{"learning_rate": 1.4818358882471126e-08, "initial_accumulator_value": 667.8682242441757}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed418":[{"learning_rate": 7.66874523266589e-06, "initial_accumulator_value": 5.684643605193389e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed419":[{"learning_rate": 4.0880966984716444e-06, "initial_accumulator_value": 4.831646520135776}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed42":[{"learning_rate": 2.348881295853308e-05, "initial_accumulator_value": 228.71043680122253}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed420":[{"learning_rate": 6.931276617888091e-06, "initial_accumulator_value": 7.751732883921946e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed421":[{"learning_rate": 0.013964908968233897, "initial_accumulator_value": 2.7735837004602923}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed422":[{"learning_rate": 1.6800407303525207e-06, "initial_accumulator_value": 6.3317433005546124e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed423":[{"learning_rate": 1.0820580081517027e-05, "initial_accumulator_value": 0.0006075530270786223}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed424":[{"learning_rate": 0.22198720207242972, "initial_accumulator_value": 0.00011150785885952205}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed425":[{"learning_rate": 0.06644926755314669, "initial_accumulator_value": 3.176831515480233e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed426":[{"learning_rate": 0.7007941935546369, "initial_accumulator_value": 2.3734957840288462e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed427":[{"learning_rate": 3.8596487480635426, "initial_accumulator_value": 0.000483417269895025}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed428":[{"learning_rate": 0.2321756825832089, "initial_accumulator_value": 23.301586532050347}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed429":[{"learning_rate": 1.8540987423496316e-05, "initial_accumulator_value": 2.2414029815668865e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed43":[{"learning_rate": 1.0851533051235268e-07, "initial_accumulator_value": 0.008276848589906904}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed430":[{"learning_rate": 2.531708568001492e-07, "initial_accumulator_value": 0.09293494744872281}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed431":[{"learning_rate": 2.0947247825375186, "initial_accumulator_value": 0.00017216734055095704}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed432":[{"learning_rate": 1.3581418472499578, "initial_accumulator_value": 44.47680689786493}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed433":[{"learning_rate": 0.00020110770790033317, "initial_accumulator_value": 1.0432299696659446e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed434":[{"learning_rate": 1.5185825658647339e-05, "initial_accumulator_value": 1.188452355273397e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed435":[{"learning_rate": 2.5055613162364985, "initial_accumulator_value": 2.1048775112849993}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed436":[{"learning_rate": 1.36043476336967e-06, "initial_accumulator_value": 0.5225654399888647}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed437":[{"learning_rate": 0.0006980527274018321, "initial_accumulator_value": 1.6893733682925488e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed438":[{"learning_rate": 3.0938534797629875e-07, "initial_accumulator_value": 611.6173156502373}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed439":[{"learning_rate": 0.0020357115195053415, "initial_accumulator_value": 8.775076622915662}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed44":[{"learning_rate": 0.32627164906266654, "initial_accumulator_value": 2.3032938967607494e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed440":[{"learning_rate": 3.5215002325396416e-07, "initial_accumulator_value": 352.2863136242735}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed441":[{"learning_rate": 5.498583923697291, "initial_accumulator_value": 1.4185318890505918e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed442":[{"learning_rate": 3.5652137090231504e-05, "initial_accumulator_value": 3.772995913177491e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed443":[{"learning_rate": 0.020397818854831173, "initial_accumulator_value": 111.44613322432168}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed444":[{"learning_rate": 0.3583021605569987, "initial_accumulator_value": 4.751541710413591}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed445":[{"learning_rate": 0.006156773132976723, "initial_accumulator_value": 7.135041722044243e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed446":[{"learning_rate": 0.0790114424695213, "initial_accumulator_value": 2.415103667649054e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed447":[{"learning_rate": 6.636677786531669e-06, "initial_accumulator_value": 2.7871183096780685e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed448":[{"learning_rate": 0.0015452749307743416, "initial_accumulator_value": 3.757335804984625}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed449":[{"learning_rate": 0.0010658051530727675, "initial_accumulator_value": 0.0009466844457124844}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed45":[{"learning_rate": 7.963493341668721, "initial_accumulator_value": 0.001393418104546736}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed450":[{"learning_rate": 0.10562135372549697, "initial_accumulator_value": 0.016563522113707253}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed451":[{"learning_rate": 0.09055156789600928, "initial_accumulator_value": 0.04175546746222427}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed452":[{"learning_rate": 0.9502944151357099, "initial_accumulator_value": 3.5326538068398234e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed453":[{"learning_rate": 1.2592133244782433, "initial_accumulator_value": 0.0006488005292580096}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed454":[{"learning_rate": 0.010430716461769076, "initial_accumulator_value": 0.3342549315529661}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed455":[{"learning_rate": 5.129816433978844e-05, "initial_accumulator_value": 4.388853356781533e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed456":[{"learning_rate": 1.733018441639132e-06, "initial_accumulator_value": 1.3178566773858466e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed457":[{"learning_rate": 4.336738543857815e-07, "initial_accumulator_value": 1.5840557419625448e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed458":[{"learning_rate": 0.17934961924976903, "initial_accumulator_value": 638.7280688553731}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed459":[{"learning_rate": 2.4372904234257047e-05, "initial_accumulator_value": 0.0011480835331792285}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed46":[{"learning_rate": 0.11336817547718127, "initial_accumulator_value": 0.01789938785424417}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed460":[{"learning_rate": 0.7720252778195648, "initial_accumulator_value": 0.5717182359845198}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed461":[{"learning_rate": 1.402640443215369e-05, "initial_accumulator_value": 265.4350234574277}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed462":[{"learning_rate": 0.00014699424437367517, "initial_accumulator_value": 181.8721379553588}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed463":[{"learning_rate": 0.19020152525969924, "initial_accumulator_value": 8.049285325434132}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed464":[{"learning_rate": 0.023713254304160342, "initial_accumulator_value": 3.287945252233559e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed465":[{"learning_rate": 0.6204419173511687, "initial_accumulator_value": 0.31996118826663633}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed466":[{"learning_rate": 6.052124757007107e-05, "initial_accumulator_value": 4.477788106496392e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed467":[{"learning_rate": 0.05968746752018552, "initial_accumulator_value": 86.10063000792029}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed468":[{"learning_rate": 8.696293857935957e-08, "initial_accumulator_value": 0.0011857875866396821}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed469":[{"learning_rate": 0.016610420808443323, "initial_accumulator_value": 1.2862796925125124e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed47":[{"learning_rate": 1.0505004603123451e-07, "initial_accumulator_value": 465.8866089918192}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed470":[{"learning_rate": 1.5190357667916313e-08, "initial_accumulator_value": 0.011422125652305342}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed471":[{"learning_rate": 0.001891792941682022, "initial_accumulator_value": 1.86196023534798e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed472":[{"learning_rate": 0.006040434791147909, "initial_accumulator_value": 3.806602095441775}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed473":[{"learning_rate": 2.6357778593862785e-08, "initial_accumulator_value": 0.001879003770868774}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed474":[{"learning_rate": 7.0030519290694105e-06, "initial_accumulator_value": 1.6905955606783465}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed475":[{"learning_rate": 1.2011514594130281e-08, "initial_accumulator_value": 6.9770562391462345}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed476":[{"learning_rate": 0.015085071897151619, "initial_accumulator_value": 3.1690326225289048e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed477":[{"learning_rate": 8.180875123292735e-07, "initial_accumulator_value": 0.0007767573544708979}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed478":[{"learning_rate": 2.240819490134065, "initial_accumulator_value": 9.042528006672143}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed479":[{"learning_rate": 1.820550354005444e-08, "initial_accumulator_value": 4.335800597171053}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed48":[{"learning_rate": 1.436853328541045e-08, "initial_accumulator_value": 38.94506861585462}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed480":[{"learning_rate": 0.17710303613907813, "initial_accumulator_value": 7.003834394035072e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed481":[{"learning_rate": 1.1694555545269891e-08, "initial_accumulator_value": 0.8721180627849998}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed482":[{"learning_rate": 0.6233769879530164, "initial_accumulator_value": 271.6929672632155}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed483":[{"learning_rate": 0.00765990620319476, "initial_accumulator_value": 1.5574720158356388}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed484":[{"learning_rate": 0.0005134941119166271, "initial_accumulator_value": 0.4318890751662551}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed485":[{"learning_rate": 0.46803427032011213, "initial_accumulator_value": 1.7280223375331586e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed486":[{"learning_rate": 0.000984138663116007, "initial_accumulator_value": 1.208241101418884e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed487":[{"learning_rate": 1.5300299773829186e-05, "initial_accumulator_value": 1.6715606084769956e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed488":[{"learning_rate": 0.00015402894674703074, "initial_accumulator_value": 0.0009271645418158286}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed489":[{"learning_rate": 6.337878657869547, "initial_accumulator_value": 14.17762532175332}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed49":[{"learning_rate": 5.113050742114174e-06, "initial_accumulator_value": 1.6285601945171174e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed490":[{"learning_rate": 0.0028220482248025526, "initial_accumulator_value": 8.33844140655632e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed491":[{"learning_rate": 1.724120792996515e-05, "initial_accumulator_value": 63.1607065422887}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed492":[{"learning_rate": 0.00011839475291394959, "initial_accumulator_value": 0.02610752501796907}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed493":[{"learning_rate": 2.0826321941333648, "initial_accumulator_value": 249.0886259061091}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed494":[{"learning_rate": 4.6663553753672996e-08, "initial_accumulator_value": 2.3082914242427976e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed495":[{"learning_rate": 3.913531132275736e-06, "initial_accumulator_value": 574.7574688085089}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed496":[{"learning_rate": 6.93207445651239e-08, "initial_accumulator_value": 7.405341226973347e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed497":[{"learning_rate": 1.8440711851261788, "initial_accumulator_value": 0.43965455594483466}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed498":[{"learning_rate": 7.611722943524084e-07, "initial_accumulator_value": 1.220465493324155e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed499":[{"learning_rate": 3.839693167871459, "initial_accumulator_value": 0.02465003267834359}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed5":[{"learning_rate": 9.952645602089527e-07, "initial_accumulator_value": 20.869881364217704}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed50":[{"learning_rate": 0.0002827579405489936, "initial_accumulator_value": 9.227421470478673e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed500":[{"learning_rate": 0.017503130992861306, "initial_accumulator_value": 6.343382552239227e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed501":[{"learning_rate": 7.374375890615338e-07, "initial_accumulator_value": 0.0004650791979205797}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed502":[{"learning_rate": 6.330068662729773e-08, "initial_accumulator_value": 0.0003604603647240066}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed503":[{"learning_rate": 1.5394678377110367e-08, "initial_accumulator_value": 0.0001066152070803785}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed504":[{"learning_rate": 0.2000620651936775, "initial_accumulator_value": 2.3951699647460178e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed505":[{"learning_rate": 0.4524419946330355, "initial_accumulator_value": 6.353825674145496e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed506":[{"learning_rate": 0.4275550397256488, "initial_accumulator_value": 1.2075213710197894e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed507":[{"learning_rate": 1.3702517954425662e-08, "initial_accumulator_value": 716.3781765868529}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed508":[{"learning_rate": 8.49187748987162e-06, "initial_accumulator_value": 36.21910501625464}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed509":[{"learning_rate": 0.06351223972620218, "initial_accumulator_value": 1.8256504804115805e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed51":[{"learning_rate": 0.01206653951751974, "initial_accumulator_value": 3.812925929111324e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed510":[{"learning_rate": 0.0010927663302567707, "initial_accumulator_value": 6.832544208339378e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed511":[{"learning_rate": 2.6562092698496204e-06, "initial_accumulator_value": 3.357300508792687}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed512":[{"learning_rate": 9.239803411141535e-08, "initial_accumulator_value": 5.690888652842169e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed513":[{"learning_rate": 7.775928516479872e-08, "initial_accumulator_value": 3.4101649217375657e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed514":[{"learning_rate": 0.0001990074532809805, "initial_accumulator_value": 308.31996724387847}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed515":[{"learning_rate": 0.0002825241023970369, "initial_accumulator_value": 0.0010183072417859435}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed516":[{"learning_rate": 0.2014162231167749, "initial_accumulator_value": 0.16192645069093092}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed517":[{"learning_rate": 4.390879813854143e-05, "initial_accumulator_value": 1.7021937269416127e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed518":[{"learning_rate": 1.3734272782094015e-08, "initial_accumulator_value": 2.6668514546678014e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed519":[{"learning_rate": 0.003683655055420763, "initial_accumulator_value": 0.04574753110147815}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed52":[{"learning_rate": 0.25585450388161407, "initial_accumulator_value": 2.185414198873588e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed520":[{"learning_rate": 9.49010672845556e-05, "initial_accumulator_value": 5.007143129433088e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed521":[{"learning_rate": 0.022695881688927905, "initial_accumulator_value": 0.002577989426085334}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed522":[{"learning_rate": 2.0212008379810274e-06, "initial_accumulator_value": 63.284163181867854}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed523":[{"learning_rate": 2.0147835156758316e-08, "initial_accumulator_value": 6.89360565992998e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed524":[{"learning_rate": 0.0036998337287832647, "initial_accumulator_value": 1.2694976075370991e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed525":[{"learning_rate": 0.056563930378860885, "initial_accumulator_value": 8.568782969453905e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed526":[{"learning_rate": 4.916385665034344e-08, "initial_accumulator_value": 0.00023592250268965784}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed527":[{"learning_rate": 8.6018591761034, "initial_accumulator_value": 4.255565896923e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed528":[{"learning_rate": 3.5662301977001337e-06, "initial_accumulator_value": 1.0356199394390477e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed529":[{"learning_rate": 1.0708700115890847e-06, "initial_accumulator_value": 4.655283943112373}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed53":[{"learning_rate": 0.41683258809635115, "initial_accumulator_value": 0.0019731132974745097}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed530":[{"learning_rate": 0.19284417293697584, "initial_accumulator_value": 5.429410480728735e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed531":[{"learning_rate": 0.016153686539664158, "initial_accumulator_value": 4.114291183125819e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed532":[{"learning_rate": 4.78486747686903e-05, "initial_accumulator_value": 0.30334594560216827}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed533":[{"learning_rate": 0.9525888365062279, "initial_accumulator_value": 0.008517823501242583}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed534":[{"learning_rate": 3.615084887577999e-07, "initial_accumulator_value": 1.2971168558536482e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed535":[{"learning_rate": 1.817347979603067e-05, "initial_accumulator_value": 0.5138343923675659}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed536":[{"learning_rate": 1.1793301127558416e-08, "initial_accumulator_value": 0.0036162339060126754}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed537":[{"learning_rate": 3.780767705031003e-05, "initial_accumulator_value": 0.00029566442111239415}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed538":[{"learning_rate": 0.11008255642788349, "initial_accumulator_value": 6.0222189243712725}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed539":[{"learning_rate": 1.005630337955516e-07, "initial_accumulator_value": 12.862323856987924}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed54":[{"learning_rate": 6.0484863413850926e-05, "initial_accumulator_value": 5.273676195689979e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed540":[{"learning_rate": 0.028309675423768645, "initial_accumulator_value": 0.00037323301528370274}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed541":[{"learning_rate": 0.0004855897710442865, "initial_accumulator_value": 105.4016018756856}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed542":[{"learning_rate": 5.486417988568206e-08, "initial_accumulator_value": 0.26764882891948893}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed543":[{"learning_rate": 9.45090238541263, "initial_accumulator_value": 3.771855144129201e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed544":[{"learning_rate": 5.229344684374794e-05, "initial_accumulator_value": 1.0609236017674689e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed545":[{"learning_rate": 5.980869734637954e-08, "initial_accumulator_value": 998.4383003479895}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed546":[{"learning_rate": 6.579624577900367e-08, "initial_accumulator_value": 296.78071127291906}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed547":[{"learning_rate": 0.5937448658646786, "initial_accumulator_value": 2.1951526542970985e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed548":[{"learning_rate": 0.00010929919962901437, "initial_accumulator_value": 4.852776134400357e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed549":[{"learning_rate": 2.7247724411650566e-08, "initial_accumulator_value": 2.1633100116200752e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed55":[{"learning_rate": 6.886119895993723e-08, "initial_accumulator_value": 428.081992973541}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed550":[{"learning_rate": 2.0284929031102693e-05, "initial_accumulator_value": 0.81156688025561}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed551":[{"learning_rate": 0.0057620421524188685, "initial_accumulator_value": 3.4643552571859715e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed552":[{"learning_rate": 3.4204357791234755e-08, "initial_accumulator_value": 1.0097981332726505e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed553":[{"learning_rate": 1.0847381579468522, "initial_accumulator_value": 1.9518842559762113e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed554":[{"learning_rate": 8.660474707151229e-05, "initial_accumulator_value": 0.09411848367303628}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed555":[{"learning_rate": 0.028873989042238542, "initial_accumulator_value": 4.1890613736898727e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed556":[{"learning_rate": 0.2959105634585766, "initial_accumulator_value": 3.3757816241751385e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed557":[{"learning_rate": 1.5350662371349042, "initial_accumulator_value": 0.10561384630609147}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed558":[{"learning_rate": 1.2409265205867475e-07, "initial_accumulator_value": 1.628352249958576e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed559":[{"learning_rate": 0.0010470182408154243, "initial_accumulator_value": 1.792445281236126e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed56":[{"learning_rate": 7.2065375665494615, "initial_accumulator_value": 2.1595310769669863e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed560":[{"learning_rate": 0.2949588350449995, "initial_accumulator_value": 5.157766134114761e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed561":[{"learning_rate": 3.9506611841031845, "initial_accumulator_value": 140.71667465627107}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed562":[{"learning_rate": 2.093354549976059e-08, "initial_accumulator_value": 0.12714299106747023}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed563":[{"learning_rate": 0.18357595553451286, "initial_accumulator_value": 5.982461091781661e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed564":[{"learning_rate": 5.2564966927473955e-06, "initial_accumulator_value": 1.9434717805922652e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed565":[{"learning_rate": 0.021370163764881756, "initial_accumulator_value": 1.0053429496317633e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed566":[{"learning_rate": 0.006055466256605626, "initial_accumulator_value": 2.354409298618439e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed567":[{"learning_rate": 5.533944322912724e-06, "initial_accumulator_value": 245.14814097705036}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed568":[{"learning_rate": 5.868183280482162e-06, "initial_accumulator_value": 2.78370806766619}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed569":[{"learning_rate": 0.7673982654050758, "initial_accumulator_value": 4.0743767014494705e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed57":[{"learning_rate": 6.111485505916151e-08, "initial_accumulator_value": 9.912935814694831e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed570":[{"learning_rate": 0.00011716923570591573, "initial_accumulator_value": 34.77073213841975}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed571":[{"learning_rate": 3.3103974081695797e-07, "initial_accumulator_value": 4.2205742195073823e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed572":[{"learning_rate": 0.00040245457748740783, "initial_accumulator_value": 8.498180543683159e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed573":[{"learning_rate": 0.00016821237028273668, "initial_accumulator_value": 5.776268723362606}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed574":[{"learning_rate": 0.0010423364143422567, "initial_accumulator_value": 12.811860399415462}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed575":[{"learning_rate": 0.0065941603006606396, "initial_accumulator_value": 4.795642447227322e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed576":[{"learning_rate": 0.005056440526881742, "initial_accumulator_value": 76.28082572249515}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed577":[{"learning_rate": 0.024529023947201765, "initial_accumulator_value": 103.92773657971209}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed578":[{"learning_rate": 0.8115774620753311, "initial_accumulator_value": 3.456939780621477e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed579":[{"learning_rate": 5.5260830535600854e-05, "initial_accumulator_value": 72.61070187973203}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed58":[{"learning_rate": 1.9317470033150587e-05, "initial_accumulator_value": 7.339676297656298e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed580":[{"learning_rate": 0.07497596751066217, "initial_accumulator_value": 7.115486882511186e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed581":[{"learning_rate": 1.1344672539867636e-07, "initial_accumulator_value": 524.4711826728876}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed582":[{"learning_rate": 0.4518088011333248, "initial_accumulator_value": 3.9142693583486254e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed583":[{"learning_rate": 1.4420964601557083e-07, "initial_accumulator_value": 3.071803159820421e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed584":[{"learning_rate": 1.4977267544106848e-05, "initial_accumulator_value": 3.4673867540682183e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed585":[{"learning_rate": 3.89848379527432e-06, "initial_accumulator_value": 0.032828721051303245}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed586":[{"learning_rate": 4.5785737937185405e-07, "initial_accumulator_value": 0.11049530921466068}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed587":[{"learning_rate": 0.0001240485499555855, "initial_accumulator_value": 10.401630902196304}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed588":[{"learning_rate": 1.0084556271856726e-06, "initial_accumulator_value": 9.468685159967203e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed589":[{"learning_rate": 7.010764847665727e-08, "initial_accumulator_value": 7.127314391907695e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed59":[{"learning_rate": 2.0716483583424083, "initial_accumulator_value": 1.1280219405336095e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed590":[{"learning_rate": 0.2320785655118254, "initial_accumulator_value": 5.8545937381814185e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed591":[{"learning_rate": 0.001181591948097527, "initial_accumulator_value": 4.00241429543165e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed592":[{"learning_rate": 1.412964260461376e-07, "initial_accumulator_value": 3.3271762212532032e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed593":[{"learning_rate": 1.1510916492993892e-07, "initial_accumulator_value": 0.760456598491996}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed594":[{"learning_rate": 1.0379020980132288e-06, "initial_accumulator_value": 0.01284573588564104}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed595":[{"learning_rate": 0.0004825522865132569, "initial_accumulator_value": 9.24539720832638e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed596":[{"learning_rate": 2.2755450814297044e-07, "initial_accumulator_value": 15.95509212816868}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed597":[{"learning_rate": 0.023838474116091853, "initial_accumulator_value": 0.0007376117660558531}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed598":[{"learning_rate": 0.15337910884405961, "initial_accumulator_value": 0.09339515383996114}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed599":[{"learning_rate": 0.020763887873076228, "initial_accumulator_value": 4.0904481674689545e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed6":[{"learning_rate": 1.0857788129727575, "initial_accumulator_value": 2.0688903261699763e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed60":[{"learning_rate": 5.103404243692514e-06, "initial_accumulator_value": 2.6933674821355795e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed600":[{"learning_rate": 1.9557145940970202e-08, "initial_accumulator_value": 0.0011254484824374765}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed601":[{"learning_rate": 1.7679239562006741e-07, "initial_accumulator_value": 706.297148345478}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed602":[{"learning_rate": 0.00017352504321837322, "initial_accumulator_value": 3.0526963087998018e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed603":[{"learning_rate": 3.806405913680935e-08, "initial_accumulator_value": 5.419708890632373e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed604":[{"learning_rate": 4.2457533693639216e-06, "initial_accumulator_value": 1.2505996013921501e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed605":[{"learning_rate": 1.9540688744933454e-05, "initial_accumulator_value": 0.00031968159420437775}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed606":[{"learning_rate": 1.3978123479964335e-06, "initial_accumulator_value": 0.9779252567251014}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed607":[{"learning_rate": 2.076333134190378, "initial_accumulator_value": 5.509704289307326e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed608":[{"learning_rate": 0.024684374013510396, "initial_accumulator_value": 5.263554573204614e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed609":[{"learning_rate": 0.04660252098515862, "initial_accumulator_value": 2.084591997394861e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed61":[{"learning_rate": 0.2631632754704821, "initial_accumulator_value": 2.2779622485030436e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed610":[{"learning_rate": 1.1169053601136739e-05, "initial_accumulator_value": 1.146743922948032e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed611":[{"learning_rate": 5.711861964705086e-06, "initial_accumulator_value": 1.8382524854951701e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed612":[{"learning_rate": 1.9554407769941036e-07, "initial_accumulator_value": 0.00027969464263699525}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed613":[{"learning_rate": 0.12358332918858037, "initial_accumulator_value": 7.810665303856482}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed614":[{"learning_rate": 0.37412596197061265, "initial_accumulator_value": 0.009971945476797445}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed615":[{"learning_rate": 3.764907573090628, "initial_accumulator_value": 2.774864868789593e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed616":[{"learning_rate": 0.08722819506126515, "initial_accumulator_value": 61.40295010842364}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed617":[{"learning_rate": 0.057126954175687486, "initial_accumulator_value": 3.9349291244791175e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed618":[{"learning_rate": 2.531672405201187e-08, "initial_accumulator_value": 2.1999447975550038e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed619":[{"learning_rate": 7.124345348270138e-07, "initial_accumulator_value": 0.018699209253173293}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed62":[{"learning_rate": 2.0127618574497788e-08, "initial_accumulator_value": 0.00022824307176311456}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed620":[{"learning_rate": 0.18127100595646026, "initial_accumulator_value": 5.9802529843917975}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed621":[{"learning_rate": 4.203096245249732e-06, "initial_accumulator_value": 1.5983424931314194e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed622":[{"learning_rate": 0.008828958913742153, "initial_accumulator_value": 21.316400198885027}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed623":[{"learning_rate": 0.021556406476590354, "initial_accumulator_value": 2.5812646933858066}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed624":[{"learning_rate": 8.85817431228265e-08, "initial_accumulator_value": 18.072094453191617}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed625":[{"learning_rate": 2.3051747520136485e-06, "initial_accumulator_value": 7.037639368464233e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed626":[{"learning_rate": 1.3282394900920756e-08, "initial_accumulator_value": 0.006994477226354208}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed627":[{"learning_rate": 8.206180398794434e-07, "initial_accumulator_value": 1.3571940348266276e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed628":[{"learning_rate": 4.829994528001685e-08, "initial_accumulator_value": 5.3537736553652185e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed629":[{"learning_rate": 3.4711373601661704, "initial_accumulator_value": 29.711542836973955}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed63":[{"learning_rate": 0.0009670951437761728, "initial_accumulator_value": 1.4165196980324254e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed630":[{"learning_rate": 3.0367827174136705e-08, "initial_accumulator_value": 0.00024221851419005665}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed631":[{"learning_rate": 0.00421180150790483, "initial_accumulator_value": 2.4178271342641177e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed632":[{"learning_rate": 0.304770784390034, "initial_accumulator_value": 6.294054576723484e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed633":[{"learning_rate": 6.918948824964016e-07, "initial_accumulator_value": 3.1430908111745704e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed634":[{"learning_rate": 0.9384194046001948, "initial_accumulator_value": 1.7829167710363477e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed635":[{"learning_rate": 0.5580024035023472, "initial_accumulator_value": 0.9140501882502371}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed636":[{"learning_rate": 0.00010265629433068083, "initial_accumulator_value": 7.65808659952803e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed637":[{"learning_rate": 0.00011324956938634763, "initial_accumulator_value": 0.005499073411360373}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed638":[{"learning_rate": 9.339937713129308e-05, "initial_accumulator_value": 0.33628387775258617}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed639":[{"learning_rate": 5.385868078709015e-05, "initial_accumulator_value": 0.0024007948222277784}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed64":[{"learning_rate": 2.5815867828114772e-05, "initial_accumulator_value": 0.0023565473656932436}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed640":[{"learning_rate": 0.00025954423749492814, "initial_accumulator_value": 5.7711329664617615e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed641":[{"learning_rate": 3.6267966166610285e-07, "initial_accumulator_value": 0.0016124342484194504}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed642":[{"learning_rate": 0.0006683516314473432, "initial_accumulator_value": 3.6593089059056873e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed643":[{"learning_rate": 0.001016524524937476, "initial_accumulator_value": 5.6239215681323985e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed644":[{"learning_rate": 0.0010036842646217738, "initial_accumulator_value": 1.189710641534056e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed645":[{"learning_rate": 0.19881029656031274, "initial_accumulator_value": 1.4114377246688747}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed646":[{"learning_rate": 5.323359403048392, "initial_accumulator_value": 6.435237194521209e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed647":[{"learning_rate": 6.860059062762573e-05, "initial_accumulator_value": 1.5942437339524066e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed648":[{"learning_rate": 3.936828254832158e-05, "initial_accumulator_value": 8.620449319145047e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed649":[{"learning_rate": 3.3342417889790164e-08, "initial_accumulator_value": 44.76635608464873}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed65":[{"learning_rate": 9.28550335659754e-07, "initial_accumulator_value": 2.559972815473688e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed650":[{"learning_rate": 0.8307105584033804, "initial_accumulator_value": 5.461801673817147e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed651":[{"learning_rate": 8.300869768980132e-06, "initial_accumulator_value": 0.5723528533667266}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed652":[{"learning_rate": 6.318805769712357e-05, "initial_accumulator_value": 0.0005580111854862733}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed653":[{"learning_rate": 0.00026816461702876477, "initial_accumulator_value": 562.0620465976718}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed654":[{"learning_rate": 3.8169887123289006e-05, "initial_accumulator_value": 0.034721895150103176}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed655":[{"learning_rate": 6.32087235611995e-07, "initial_accumulator_value": 0.08721731333336735}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed656":[{"learning_rate": 6.0901040177099745e-06, "initial_accumulator_value": 1.1259711882584858e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed657":[{"learning_rate": 2.6437175541059503e-05, "initial_accumulator_value": 0.00022197702048464316}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed658":[{"learning_rate": 0.008096633571415723, "initial_accumulator_value": 1.5950172148977135}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed659":[{"learning_rate": 0.0011435615718236672, "initial_accumulator_value": 0.42404547349568167}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed66":[{"learning_rate": 2.4467421474993467e-07, "initial_accumulator_value": 5.471347376996095e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed660":[{"learning_rate": 0.018049560242197556, "initial_accumulator_value": 3.819703971711891e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed661":[{"learning_rate": 7.953669766878663e-06, "initial_accumulator_value": 776.9894631522055}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed662":[{"learning_rate": 2.0810951867380715e-08, "initial_accumulator_value": 6.815902116208094e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed663":[{"learning_rate": 0.00035585874241268224, "initial_accumulator_value": 3.7491261305071546e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed664":[{"learning_rate": 7.367332259375859e-06, "initial_accumulator_value": 1.1874551276631906e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed665":[{"learning_rate": 0.00107491462149808, "initial_accumulator_value": 4.836236151336758e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed666":[{"learning_rate": 0.02013418694602588, "initial_accumulator_value": 9.428147256166945}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed667":[{"learning_rate": 0.0002396040594029227, "initial_accumulator_value": 3.747319487123713e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed668":[{"learning_rate": 0.03934354785019471, "initial_accumulator_value": 0.00014597419070342275}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed669":[{"learning_rate": 0.0021906283587876493, "initial_accumulator_value": 0.06911497532693664}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed67":[{"learning_rate": 0.0008178296834903009, "initial_accumulator_value": 14.626349193812068}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed670":[{"learning_rate": 3.246419617546335e-08, "initial_accumulator_value": 1.9753239917583604e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed671":[{"learning_rate": 0.04833163954174245, "initial_accumulator_value": 1.0539895044371027e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed672":[{"learning_rate": 0.2946902626152457, "initial_accumulator_value": 0.27646960113706814}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed673":[{"learning_rate": 4.968137503122195e-07, "initial_accumulator_value": 6.760075426650886e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed674":[{"learning_rate": 3.6010202155918906e-06, "initial_accumulator_value": 0.18768277426361268}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed675":[{"learning_rate": 0.0004287988636441327, "initial_accumulator_value": 0.007598726267819722}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed676":[{"learning_rate": 9.393274596756875, "initial_accumulator_value": 0.010407539647098943}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed677":[{"learning_rate": 1.993701106168944e-06, "initial_accumulator_value": 2.88279377388915e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed678":[{"learning_rate": 0.0004977578339204829, "initial_accumulator_value": 0.0014174368419381952}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed679":[{"learning_rate": 5.829036919998459, "initial_accumulator_value": 2.3163028625440986e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed68":[{"learning_rate": 2.1594503814242074e-06, "initial_accumulator_value": 3.6617919458391063e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed680":[{"learning_rate": 0.000159085673860527, "initial_accumulator_value": 0.5818501325964379}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed681":[{"learning_rate": 1.3919767121503382e-07, "initial_accumulator_value": 0.4233416820602698}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed682":[{"learning_rate": 5.4078143713480555e-05, "initial_accumulator_value": 8.758878372433609e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed683":[{"learning_rate": 1.3748894257419467e-06, "initial_accumulator_value": 4.668976882852818e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed684":[{"learning_rate": 0.04444951187736887, "initial_accumulator_value": 2.6079107104018666e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed685":[{"learning_rate": 0.0017037761896381573, "initial_accumulator_value": 0.5410035709884259}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed686":[{"learning_rate": 8.063348155583377e-06, "initial_accumulator_value": 3.2656840323543456e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed687":[{"learning_rate": 9.33557192295579e-08, "initial_accumulator_value": 1.8028270774668616e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed688":[{"learning_rate": 0.014810756483830788, "initial_accumulator_value": 2.337834099279515e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed689":[{"learning_rate": 3.156923575987241e-06, "initial_accumulator_value": 0.2610910163531878}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed69":[{"learning_rate": 4.63705722052935e-06, "initial_accumulator_value": 3.2951888070079454}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed690":[{"learning_rate": 0.0033427493322971593, "initial_accumulator_value": 1.7482028096266655}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed691":[{"learning_rate": 2.585597907264694e-08, "initial_accumulator_value": 0.0010726864767034636}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed692":[{"learning_rate": 2.261491875477286e-08, "initial_accumulator_value": 0.0008968214940918274}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed693":[{"learning_rate": 0.5916513804036173, "initial_accumulator_value": 0.3166232496549366}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed694":[{"learning_rate": 1.5668597952169954, "initial_accumulator_value": 0.0009039972449338093}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed695":[{"learning_rate": 0.03685081369416625, "initial_accumulator_value": 1.275812169611384}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed696":[{"learning_rate": 0.13146560287257852, "initial_accumulator_value": 0.00300627951882184}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed697":[{"learning_rate": 6.048034078396738e-07, "initial_accumulator_value": 0.001462340677038083}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed698":[{"learning_rate": 5.703012694448114e-08, "initial_accumulator_value": 1.2183738121085344e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed699":[{"learning_rate": 5.532574896681479e-08, "initial_accumulator_value": 0.3854385267479611}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed7":[{"learning_rate": 4.861548294339897e-08, "initial_accumulator_value": 1.3770328448258455}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed70":[{"learning_rate": 2.2249735244917135, "initial_accumulator_value": 21.95542393759842}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed700":[{"learning_rate": 2.563995636141919e-07, "initial_accumulator_value": 2.6260801642971083e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed701":[{"learning_rate": 1.2058636878910834e-07, "initial_accumulator_value": 0.015053640471703973}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed702":[{"learning_rate": 2.471564434295182e-07, "initial_accumulator_value": 7.853241084378996e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed703":[{"learning_rate": 2.6965863902180023, "initial_accumulator_value": 2.0678492816627425e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed704":[{"learning_rate": 3.1862426521728513e-06, "initial_accumulator_value": 141.80693838499934}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed705":[{"learning_rate": 0.004070305110185245, "initial_accumulator_value": 67.60325636591121}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed706":[{"learning_rate": 0.00016789629029033504, "initial_accumulator_value": 1.3066495670457336e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed707":[{"learning_rate": 8.124945284037888e-07, "initial_accumulator_value": 1.7483496236177745e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed708":[{"learning_rate": 1.3688482155031133e-08, "initial_accumulator_value": 4.694745400234162}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed709":[{"learning_rate": 0.05497847880650531, "initial_accumulator_value": 0.0010952324978166865}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed71":[{"learning_rate": 4.6792631915639555e-07, "initial_accumulator_value": 1.0611846017320951e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed710":[{"learning_rate": 0.4779266213985544, "initial_accumulator_value": 0.12949920836193482}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed711":[{"learning_rate": 0.0010380256146708391, "initial_accumulator_value": 0.0388516798193801}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed712":[{"learning_rate": 0.01042980763833299, "initial_accumulator_value": 2.4023545109015914e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed713":[{"learning_rate": 6.765589256632488, "initial_accumulator_value": 340.40970065017785}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed714":[{"learning_rate": 0.00045037953246616875, "initial_accumulator_value": 2.506632334856704e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed715":[{"learning_rate": 3.519073940540721e-05, "initial_accumulator_value": 2.0991018531406598e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed716":[{"learning_rate": 1.2848294610780106e-05, "initial_accumulator_value": 4.919461113848586e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed717":[{"learning_rate": 0.0073521820307018634, "initial_accumulator_value": 0.31387383772753014}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed718":[{"learning_rate": 1.797020464945093e-07, "initial_accumulator_value": 0.8573463507250759}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed719":[{"learning_rate": 0.014741401641173166, "initial_accumulator_value": 1.555455515102738e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed72":[{"learning_rate": 9.133638533959458e-08, "initial_accumulator_value": 0.07878693988146869}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed720":[{"learning_rate": 0.0029508288522985615, "initial_accumulator_value": 0.04978577646444315}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed721":[{"learning_rate": 4.557258957908946e-08, "initial_accumulator_value": 2.0221313375503205e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed722":[{"learning_rate": 1.6551845640716712e-07, "initial_accumulator_value": 0.0005340222774447975}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed723":[{"learning_rate": 1.0140151634728303e-06, "initial_accumulator_value": 0.00024268980060467094}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed724":[{"learning_rate": 0.9647596222085388, "initial_accumulator_value": 0.13183942136063725}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed725":[{"learning_rate": 0.00028778711972016446, "initial_accumulator_value": 25.224226062206213}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed726":[{"learning_rate": 0.1070849423024907, "initial_accumulator_value": 1.5842104287331147e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed727":[{"learning_rate": 2.1462117472656238e-08, "initial_accumulator_value": 2.9848032944099774e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed728":[{"learning_rate": 1.2961538889335964e-08, "initial_accumulator_value": 7.267923921382121}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed729":[{"learning_rate": 2.020549436863696e-08, "initial_accumulator_value": 0.9148797236018755}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed73":[{"learning_rate": 0.0060842806990693546, "initial_accumulator_value": 0.001004782592812327}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed730":[{"learning_rate": 5.388818423322868e-06, "initial_accumulator_value": 7.467977762589898e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed731":[{"learning_rate": 5.8169041770116207e-05, "initial_accumulator_value": 213.2307774357461}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed732":[{"learning_rate": 1.6804070235173025, "initial_accumulator_value": 5.5193581438088855e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed733":[{"learning_rate": 0.16447079022727631, "initial_accumulator_value": 2.724470510712411e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed734":[{"learning_rate": 0.13012756832012534, "initial_accumulator_value": 1.4142556277446e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed735":[{"learning_rate": 0.01258873192264172, "initial_accumulator_value": 781.1625300909831}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed736":[{"learning_rate": 4.781350895658446e-05, "initial_accumulator_value": 1.7120768395915904}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed737":[{"learning_rate": 1.1534997371885422e-05, "initial_accumulator_value": 3.0008578570823383e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed738":[{"learning_rate": 1.2416266794897355e-05, "initial_accumulator_value": 3.370989571074952e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed739":[{"learning_rate": 0.9149954884098583, "initial_accumulator_value": 1.719603566074276e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed74":[{"learning_rate": 6.60420644785415e-07, "initial_accumulator_value": 1.5816808388826218}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed740":[{"learning_rate": 0.0017036307427783042, "initial_accumulator_value": 9.308847748271516e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed741":[{"learning_rate": 0.0021003403541176306, "initial_accumulator_value": 30.43902469169301}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed742":[{"learning_rate": 1.0269415607713545e-08, "initial_accumulator_value": 3.058878196811579e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed743":[{"learning_rate": 0.31043096550429133, "initial_accumulator_value": 189.46481260637267}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed744":[{"learning_rate": 2.9697849931908425e-06, "initial_accumulator_value": 1.4943282706443763e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed745":[{"learning_rate": 3.9371379709634224, "initial_accumulator_value": 1.7973490124025948e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed746":[{"learning_rate": 0.3333218233821395, "initial_accumulator_value": 30.27062298388922}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed747":[{"learning_rate": 6.919116663500984e-05, "initial_accumulator_value": 3.0145692594449827e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed748":[{"learning_rate": 1.9411175182451057, "initial_accumulator_value": 0.0001560474550785122}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed749":[{"learning_rate": 0.08644416295706393, "initial_accumulator_value": 6.323029681029375e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed75":[{"learning_rate": 0.0013196597812391013, "initial_accumulator_value": 7.203357325425083e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed750":[{"learning_rate": 4.224359871360537, "initial_accumulator_value": 0.0019173336863952297}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed751":[{"learning_rate": 1.103079439929471e-05, "initial_accumulator_value": 3.5480064572938675e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed752":[{"learning_rate": 1.487034723871345e-08, "initial_accumulator_value": 0.0016109094356314313}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed753":[{"learning_rate": 4.249914390331667e-06, "initial_accumulator_value": 4.504182869139187e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed754":[{"learning_rate": 0.013394276921486179, "initial_accumulator_value": 0.00013930725605150218}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed755":[{"learning_rate": 0.8484604923339556, "initial_accumulator_value": 0.0004588345711861434}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed756":[{"learning_rate": 8.738685458912334, "initial_accumulator_value": 2.9089376796618004e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed757":[{"learning_rate": 3.3461201881170393, "initial_accumulator_value": 1.7379934175861764}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed758":[{"learning_rate": 5.8556062626243865e-06, "initial_accumulator_value": 0.000558317110525195}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed759":[{"learning_rate": 0.00013432274149720357, "initial_accumulator_value": 0.0007541302972055393}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed76":[{"learning_rate": 6.2728975959493075e-06, "initial_accumulator_value": 4.434389827826704}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed760":[{"learning_rate": 1.3223180574256324e-07, "initial_accumulator_value": 4.030598075383979e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed761":[{"learning_rate": 2.3595874109567336e-06, "initial_accumulator_value": 1.77321671031025e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed762":[{"learning_rate": 0.013199404020505576, "initial_accumulator_value": 659.7154375918223}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed763":[{"learning_rate": 3.3072121026105213e-08, "initial_accumulator_value": 9.123766618334516e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed764":[{"learning_rate": 0.0001492194855747971, "initial_accumulator_value": 1.1002348500188227e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed765":[{"learning_rate": 0.00019322569929315997, "initial_accumulator_value": 0.00010697175893551223}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed766":[{"learning_rate": 0.0020033324849127025, "initial_accumulator_value": 0.00019677573453111364}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed767":[{"learning_rate": 1.2950856143046148e-08, "initial_accumulator_value": 6.449843423917176e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed768":[{"learning_rate": 0.0033031028527804, "initial_accumulator_value": 0.16413854361100963}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed769":[{"learning_rate": 4.701454470600855e-07, "initial_accumulator_value": 3.3654583806621696}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed77":[{"learning_rate": 1.8706015341586237, "initial_accumulator_value": 0.022312220799305386}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed770":[{"learning_rate": 0.005706986250127554, "initial_accumulator_value": 4.0714493001367745e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed771":[{"learning_rate": 2.655075023924751e-05, "initial_accumulator_value": 1.3025552168423852e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed772":[{"learning_rate": 2.5160970144048207e-06, "initial_accumulator_value": 0.00018040168502496385}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed773":[{"learning_rate": 1.0835259516672722, "initial_accumulator_value": 3.258915537880821}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed774":[{"learning_rate": 0.7741504184295444, "initial_accumulator_value": 0.4658111710963152}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed775":[{"learning_rate": 2.4077710478314497e-05, "initial_accumulator_value": 1.6173672692250554e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed776":[{"learning_rate": 0.06255490598430123, "initial_accumulator_value": 7.247716008771467e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed777":[{"learning_rate": 2.365775958620449e-07, "initial_accumulator_value": 8.52385250565679e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed778":[{"learning_rate": 1.7994542439612573, "initial_accumulator_value": 0.41167717406495113}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed779":[{"learning_rate": 2.803893614237535e-07, "initial_accumulator_value": 0.24760867312105406}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed78":[{"learning_rate": 2.7141325127247297e-08, "initial_accumulator_value": 0.07120642470722327}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed780":[{"learning_rate": 0.039098198475574955, "initial_accumulator_value": 6.3274150071647375}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed781":[{"learning_rate": 0.019758231365858178, "initial_accumulator_value": 7.5118311576561485}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed782":[{"learning_rate": 4.8855587718785145, "initial_accumulator_value": 1.4329113032301246e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed783":[{"learning_rate": 5.78288388296969e-05, "initial_accumulator_value": 4.2521129825796836e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed784":[{"learning_rate": 8.589510021098505e-05, "initial_accumulator_value": 36.934665073728155}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed785":[{"learning_rate": 3.447696924716086e-08, "initial_accumulator_value": 0.005704859026294106}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed786":[{"learning_rate": 0.06458543618153398, "initial_accumulator_value": 9.926273665503944e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed787":[{"learning_rate": 0.002820631993407338, "initial_accumulator_value": 0.07312890441741933}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed788":[{"learning_rate": 3.784250301921764e-07, "initial_accumulator_value": 717.5563766850943}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed789":[{"learning_rate": 8.128555849056994e-06, "initial_accumulator_value": 9.844925492449648e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed79":[{"learning_rate": 0.0003206366313075007, "initial_accumulator_value": 0.00012158403083994397}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed790":[{"learning_rate": 0.0007212220266676729, "initial_accumulator_value": 25.116539377690934}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed791":[{"learning_rate": 0.023752628068144245, "initial_accumulator_value": 0.00012432181135430342}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed792":[{"learning_rate": 3.6582039756237745, "initial_accumulator_value": 6.359077841663302e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed793":[{"learning_rate": 0.11773718904090995, "initial_accumulator_value": 2.231509619526499e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed794":[{"learning_rate": 0.34843441580665235, "initial_accumulator_value": 745.873743865374}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed795":[{"learning_rate": 0.48368869998675357, "initial_accumulator_value": 4.68232874794379e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed796":[{"learning_rate": 7.086998372535065e-06, "initial_accumulator_value": 0.00038086280935989474}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed797":[{"learning_rate": 2.4225285864270713e-06, "initial_accumulator_value": 2.751546845469492e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed798":[{"learning_rate": 0.009133729580614515, "initial_accumulator_value": 2.785358427468871e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed799":[{"learning_rate": 9.321593253858287, "initial_accumulator_value": 4.313333720606849e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed8":[{"learning_rate": 0.7258796566465752, "initial_accumulator_value": 389.96768170627774}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed80":[{"learning_rate": 0.0004980138816956638, "initial_accumulator_value": 0.12367524267013508}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed800":[{"learning_rate": 5.400189219434662e-08, "initial_accumulator_value": 9.805259170583107e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed801":[{"learning_rate": 0.0003755371378933608, "initial_accumulator_value": 6.260689663480846e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed802":[{"learning_rate": 0.00017371054185094152, "initial_accumulator_value": 0.0012857826340975955}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed803":[{"learning_rate": 4.5933039364451417e-07, "initial_accumulator_value": 500.59987127813093}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed804":[{"learning_rate": 9.277524225978438e-07, "initial_accumulator_value": 9.418509091212846e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed805":[{"learning_rate": 1.7191408559796418e-08, "initial_accumulator_value": 0.011427842087115461}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed806":[{"learning_rate": 3.34396564392463e-07, "initial_accumulator_value": 0.8648521652961743}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed807":[{"learning_rate": 1.0524787801335156, "initial_accumulator_value": 7.934255073430446e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed808":[{"learning_rate": 4.262317902106037, "initial_accumulator_value": 6.459140065265741e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed809":[{"learning_rate": 2.6031904693306182e-08, "initial_accumulator_value": 0.14106120392724888}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed81":[{"learning_rate": 1.5804183379200693e-05, "initial_accumulator_value": 2.6979593193485233e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed810":[{"learning_rate": 2.529894909666232e-08, "initial_accumulator_value": 0.022092186501417352}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed811":[{"learning_rate": 0.002195302625110602, "initial_accumulator_value": 0.0005158845901244988}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed812":[{"learning_rate": 0.00035061235628209593, "initial_accumulator_value": 0.007534576828045079}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed813":[{"learning_rate": 6.653784828029001, "initial_accumulator_value": 17.176673003798562}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed814":[{"learning_rate": 4.1007172513234776e-07, "initial_accumulator_value": 0.11386329039409028}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed815":[{"learning_rate": 0.18640793821326088, "initial_accumulator_value": 260.28815077082606}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed816":[{"learning_rate": 2.259894207852298e-06, "initial_accumulator_value": 2.5116357740719198e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed817":[{"learning_rate": 0.00030427686569855437, "initial_accumulator_value": 2.2887188760005606e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed818":[{"learning_rate": 0.587502249793256, "initial_accumulator_value": 315.52901720115597}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed819":[{"learning_rate": 8.161220823347769e-07, "initial_accumulator_value": 0.19926164467960353}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed82":[{"learning_rate": 2.999376802103895e-06, "initial_accumulator_value": 0.020417374370658648}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed820":[{"learning_rate": 2.3803478183742356e-08, "initial_accumulator_value": 0.002666096499928045}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed821":[{"learning_rate": 0.00040701518559931515, "initial_accumulator_value": 4.888226537248677e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed822":[{"learning_rate": 6.348865704478522e-07, "initial_accumulator_value": 3.7983322910640623e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed823":[{"learning_rate": 2.563602181816273e-08, "initial_accumulator_value": 0.012626362219137884}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed824":[{"learning_rate": 7.787880974254299e-05, "initial_accumulator_value": 1.4661595015855797e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed825":[{"learning_rate": 0.043116245116123414, "initial_accumulator_value": 0.19675533580054969}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed826":[{"learning_rate": 9.384053764461262, "initial_accumulator_value": 0.0001656468072585363}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed827":[{"learning_rate": 7.156719112449203e-06, "initial_accumulator_value": 2.080298858835257e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed828":[{"learning_rate": 0.0009484170076505713, "initial_accumulator_value": 1.163640958571912e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed829":[{"learning_rate": 2.3925432896926754e-08, "initial_accumulator_value": 0.00014929597835557301}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed83":[{"learning_rate": 2.0576989878060802e-06, "initial_accumulator_value": 0.07748873657197951}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed830":[{"learning_rate": 0.0001330715955703204, "initial_accumulator_value": 410.0586721075712}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed831":[{"learning_rate": 8.92858577330637, "initial_accumulator_value": 1.8544574921134948e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed832":[{"learning_rate": 3.1162118432522807, "initial_accumulator_value": 12.011973640664621}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed833":[{"learning_rate": 0.18748202185212715, "initial_accumulator_value": 10.715434487626476}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed834":[{"learning_rate": 0.003284678538302466, "initial_accumulator_value": 4.3996724211201754e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed835":[{"learning_rate": 1.7456143173253942e-08, "initial_accumulator_value": 6.003806961903012e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed836":[{"learning_rate": 0.6547712416902378, "initial_accumulator_value": 1.3364621478391324e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed837":[{"learning_rate": 1.060172780670811, "initial_accumulator_value": 1.7563635888200424e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed838":[{"learning_rate": 0.007997283169323468, "initial_accumulator_value": 0.002852528896313176}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed839":[{"learning_rate": 0.01674212261118672, "initial_accumulator_value": 0.17990043154276045}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed84":[{"learning_rate": 2.5963841107173966e-08, "initial_accumulator_value": 6.503544399454622e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed840":[{"learning_rate": 1.2387394007539011e-05, "initial_accumulator_value": 1.8948576586309695e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed841":[{"learning_rate": 5.711247843296413e-05, "initial_accumulator_value": 0.0009663124149458983}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed842":[{"learning_rate": 0.004999270963090173, "initial_accumulator_value": 0.025482454212186215}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed843":[{"learning_rate": 1.110885376954225e-05, "initial_accumulator_value": 3.4399589676839856e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed844":[{"learning_rate": 0.010747327914123295, "initial_accumulator_value": 98.90700986893701}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed845":[{"learning_rate": 1.7032486082646838e-06, "initial_accumulator_value": 1.2867399120415484e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed846":[{"learning_rate": 2.7094580981304306e-08, "initial_accumulator_value": 1.5173522088495881e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed847":[{"learning_rate": 2.7844712596770607, "initial_accumulator_value": 0.022407179114964638}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed848":[{"learning_rate": 0.00011521340901785256, "initial_accumulator_value": 9.435289224162826e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed849":[{"learning_rate": 6.113645404534855, "initial_accumulator_value": 0.3603955180378803}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed85":[{"learning_rate": 0.003831460309195418, "initial_accumulator_value": 0.00041341848618568837}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed850":[{"learning_rate": 8.784486495539218, "initial_accumulator_value": 1.161584754872638e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed851":[{"learning_rate": 8.457775259938613e-06, "initial_accumulator_value": 0.20254235455583508}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed852":[{"learning_rate": 1.0797087919606455e-06, "initial_accumulator_value": 51.15048728522044}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed853":[{"learning_rate": 2.7459689034141327e-05, "initial_accumulator_value": 3.4362243616624457e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed854":[{"learning_rate": 0.00045488308964377136, "initial_accumulator_value": 3.6948872175034437}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed855":[{"learning_rate": 1.5533813663436698e-06, "initial_accumulator_value": 22.38403522750679}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed856":[{"learning_rate": 2.2700953067167043e-05, "initial_accumulator_value": 41.735732362084335}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed857":[{"learning_rate": 3.8246816321529356e-07, "initial_accumulator_value": 2.05934410368559e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed858":[{"learning_rate": 0.00040238251186064866, "initial_accumulator_value": 5.4874819902513934e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed859":[{"learning_rate": 2.5886707469779153e-07, "initial_accumulator_value": 2.190307947392203e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed86":[{"learning_rate": 6.659821400635489e-07, "initial_accumulator_value": 4.922779153169887e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed860":[{"learning_rate": 2.2993864837197795e-05, "initial_accumulator_value": 0.002231557036366666}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed861":[{"learning_rate": 0.05018782821144645, "initial_accumulator_value": 0.10974582623892731}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed862":[{"learning_rate": 7.689159996624405, "initial_accumulator_value": 0.9726511815110673}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed863":[{"learning_rate": 0.09191725828737386, "initial_accumulator_value": 1.5420117432012436e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed864":[{"learning_rate": 0.005855149731078154, "initial_accumulator_value": 529.3549955170961}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed865":[{"learning_rate": 1.556969502970128e-07, "initial_accumulator_value": 0.013527629571804504}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed866":[{"learning_rate": 0.0003675126946301559, "initial_accumulator_value": 568.5452181250356}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed867":[{"learning_rate": 1.4902675775071894e-07, "initial_accumulator_value": 6.426512610100278e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed868":[{"learning_rate": 3.515675759089685e-07, "initial_accumulator_value": 9.546133709006346e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed869":[{"learning_rate": 1.634497204719885e-07, "initial_accumulator_value": 3.898745480377308e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed87":[{"learning_rate": 0.008060791114611035, "initial_accumulator_value": 259.2494835300347}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed870":[{"learning_rate": 0.00018850111586210782, "initial_accumulator_value": 0.01943998605560263}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed871":[{"learning_rate": 0.0059135168423912286, "initial_accumulator_value": 8.489991613503703e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed872":[{"learning_rate": 2.7088494999932295e-06, "initial_accumulator_value": 2.0668483088182727e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed873":[{"learning_rate": 4.410158609229147e-06, "initial_accumulator_value": 1.1321538667209299}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed874":[{"learning_rate": 2.381335341985692, "initial_accumulator_value": 1.8651059996959964e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed875":[{"learning_rate": 0.0006538718855807659, "initial_accumulator_value": 2.033857014214555e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed876":[{"learning_rate": 0.029148611225447565, "initial_accumulator_value": 4.268843620703593e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed877":[{"learning_rate": 6.40593373668714e-08, "initial_accumulator_value": 250.08082617845412}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed878":[{"learning_rate": 1.5331584388476515e-07, "initial_accumulator_value": 0.22056391990509228}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed879":[{"learning_rate": 6.71255868748426e-05, "initial_accumulator_value": 12.624287320601377}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed88":[{"learning_rate": 0.006729138144826592, "initial_accumulator_value": 0.0003916931231010743}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed880":[{"learning_rate": 5.713551784762361e-08, "initial_accumulator_value": 11.762145875479884}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed881":[{"learning_rate": 6.58568654637787e-05, "initial_accumulator_value": 0.016442487480720167}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed882":[{"learning_rate": 0.005559340680221014, "initial_accumulator_value": 0.000127201855443362}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed883":[{"learning_rate": 9.570217559293098e-08, "initial_accumulator_value": 8.002152970264469e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed884":[{"learning_rate": 0.0017529001113774302, "initial_accumulator_value": 0.004468040256425809}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed885":[{"learning_rate": 2.9707605256331112e-08, "initial_accumulator_value": 1.083045700643199}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed886":[{"learning_rate": 1.0296243854577355e-08, "initial_accumulator_value": 0.6043547556600608}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed887":[{"learning_rate": 9.671612179652656e-08, "initial_accumulator_value": 3.538304376636217e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed888":[{"learning_rate": 0.5445596450873514, "initial_accumulator_value": 1.3784894276954219e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed889":[{"learning_rate": 7.195071800666954e-05, "initial_accumulator_value": 3.189413010068826}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed89":[{"learning_rate": 0.0003142308963268596, "initial_accumulator_value": 2.1241380865012678e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed890":[{"learning_rate": 0.009383868313655286, "initial_accumulator_value": 2.1771401624789217e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed891":[{"learning_rate": 0.00013692974136228825, "initial_accumulator_value": 1.0728170208181665e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed892":[{"learning_rate": 0.1591971459280995, "initial_accumulator_value": 958.7178433401363}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed893":[{"learning_rate": 0.4299943663812348, "initial_accumulator_value": 410.51980934512613}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed894":[{"learning_rate": 3.1691627170534087, "initial_accumulator_value": 9.670054662841482}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed895":[{"learning_rate": 0.0019300713853465836, "initial_accumulator_value": 0.000678583807690786}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed896":[{"learning_rate": 0.00012049224643817531, "initial_accumulator_value": 0.019085841593798905}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed897":[{"learning_rate": 7.904872035778187e-07, "initial_accumulator_value": 0.13175879315931938}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed898":[{"learning_rate": 0.046843171630675196, "initial_accumulator_value": 0.004736835568609205}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed899":[{"learning_rate": 6.281500081987797e-05, "initial_accumulator_value": 0.00015593109061036862}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed9":[{"learning_rate": 1.239844971487228e-08, "initial_accumulator_value": 0.0003344796483344314}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed90":[{"learning_rate": 2.384996735312506e-07, "initial_accumulator_value": 1.121795240626715e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed900":[{"learning_rate": 7.921615446751272e-05, "initial_accumulator_value": 9.891520355561673e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed901":[{"learning_rate": 0.07597146595195302, "initial_accumulator_value": 6.104976244598695e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed902":[{"learning_rate": 1.4313517163706992e-08, "initial_accumulator_value": 1.684165217059543e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed903":[{"learning_rate": 0.010271418551379407, "initial_accumulator_value": 2.4742286565752454}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed904":[{"learning_rate": 6.49794776340755e-07, "initial_accumulator_value": 0.010774400202821681}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed905":[{"learning_rate": 6.941757934034938e-08, "initial_accumulator_value": 0.010103670117643793}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed906":[{"learning_rate": 0.0029275760330200002, "initial_accumulator_value": 0.9738082240005813}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed907":[{"learning_rate": 1.1158290375468495e-07, "initial_accumulator_value": 3.245615196804689e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed908":[{"learning_rate": 3.458678078314136e-06, "initial_accumulator_value": 0.36784301626914906}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed909":[{"learning_rate": 0.0001359285482977302, "initial_accumulator_value": 8.394603751000171e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed91":[{"learning_rate": 6.442172729290535e-07, "initial_accumulator_value": 1.8935032915062736e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed910":[{"learning_rate": 1.4522258094499375e-07, "initial_accumulator_value": 12.195810817130203}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed911":[{"learning_rate": 6.394524322721671e-08, "initial_accumulator_value": 1.0531121799528345e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed912":[{"learning_rate": 0.020534298512036777, "initial_accumulator_value": 0.0001597323959231126}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed913":[{"learning_rate": 0.441202219821515, "initial_accumulator_value": 0.7367422584137946}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed914":[{"learning_rate": 6.408036327911717e-06, "initial_accumulator_value": 0.02469175447082369}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed915":[{"learning_rate": 1.4921295820410072, "initial_accumulator_value": 17.638648521032383}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed916":[{"learning_rate": 0.11832421519094945, "initial_accumulator_value": 6.506290359157228}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed917":[{"learning_rate": 5.464726405099794e-07, "initial_accumulator_value": 0.00027225306200996956}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed918":[{"learning_rate": 0.056942882271913964, "initial_accumulator_value": 60.8388197716077}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed919":[{"learning_rate": 1.2083475565655421e-05, "initial_accumulator_value": 3.0242784316594053e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed92":[{"learning_rate": 0.9395599474512654, "initial_accumulator_value": 1.7846800480535747}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed920":[{"learning_rate": 0.01365508562019633, "initial_accumulator_value": 68.27740158645382}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed921":[{"learning_rate": 4.904140692801446, "initial_accumulator_value": 7.010740731451248e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed922":[{"learning_rate": 1.7206770767619438e-05, "initial_accumulator_value": 6.843701351703891e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed923":[{"learning_rate": 0.00658080937983674, "initial_accumulator_value": 4.549796464834698e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed924":[{"learning_rate": 7.300378145527678e-05, "initial_accumulator_value": 0.01547313130643765}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed925":[{"learning_rate": 0.04911295078305563, "initial_accumulator_value": 0.015825112311142257}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed926":[{"learning_rate": 0.00034221373415888447, "initial_accumulator_value": 452.43193031399284}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed927":[{"learning_rate": 0.00536457781382269, "initial_accumulator_value": 7.1002799711483975e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed928":[{"learning_rate": 0.0019049971620762962, "initial_accumulator_value": 0.13819785595084735}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed929":[{"learning_rate": 0.0009652958434951541, "initial_accumulator_value": 3.0280570876831263e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed93":[{"learning_rate": 0.002865424962556988, "initial_accumulator_value": 0.03528989710055102}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed930":[{"learning_rate": 0.01597925101460751, "initial_accumulator_value": 326.8644070990053}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed931":[{"learning_rate": 0.5822789954599478, "initial_accumulator_value": 0.0009074456233634481}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed932":[{"learning_rate": 0.00021003086526615326, "initial_accumulator_value": 7.084632801293622e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed933":[{"learning_rate": 0.740035146311593, "initial_accumulator_value": 3.171177754855458e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed934":[{"learning_rate": 1.144323289380962e-06, "initial_accumulator_value": 0.5762715555067752}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed935":[{"learning_rate": 0.03256452700486843, "initial_accumulator_value": 29.195021671343717}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed936":[{"learning_rate": 0.034747868666661894, "initial_accumulator_value": 6.171020787196533e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed937":[{"learning_rate": 2.6306306314544972e-06, "initial_accumulator_value": 1.2462607278466217e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed938":[{"learning_rate": 0.08099245909090916, "initial_accumulator_value": 5.006427794794662e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed939":[{"learning_rate": 2.063671592168674, "initial_accumulator_value": 0.00031760210495538504}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed94":[{"learning_rate": 0.029817558239995733, "initial_accumulator_value": 0.007832046965520902}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed940":[{"learning_rate": 8.128098578971095e-05, "initial_accumulator_value": 2.8878061219449614e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed941":[{"learning_rate": 0.27945874424850237, "initial_accumulator_value": 3.724770839684518e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed942":[{"learning_rate": 0.16115089120162812, "initial_accumulator_value": 5.6109190588899684}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed943":[{"learning_rate": 0.0415182509040046, "initial_accumulator_value": 0.03749842963302113}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed944":[{"learning_rate": 0.6959411248993314, "initial_accumulator_value": 335.11080953378394}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed945":[{"learning_rate": 0.00020026936454579504, "initial_accumulator_value": 0.0004345368011329953}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed946":[{"learning_rate": 0.20087685704849384, "initial_accumulator_value": 1.6287006173272946e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed947":[{"learning_rate": 1.1579324942496436, "initial_accumulator_value": 1.5782497829137068}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed948":[{"learning_rate": 2.299089308408954e-06, "initial_accumulator_value": 1.9786303716161056e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed949":[{"learning_rate": 2.968337193261156e-08, "initial_accumulator_value": 1.888124954958719e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed95":[{"learning_rate": 1.1461234225733193e-06, "initial_accumulator_value": 3.012619217380412e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed950":[{"learning_rate": 0.25569870894830854, "initial_accumulator_value": 4.743285097506507e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed951":[{"learning_rate": 0.001652196523690485, "initial_accumulator_value": 4.5254922591955545e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed952":[{"learning_rate": 5.029732540217224e-06, "initial_accumulator_value": 0.7327892528368134}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed953":[{"learning_rate": 2.273552595633597, "initial_accumulator_value": 0.0009632904918452847}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed954":[{"learning_rate": 1.132860136907575e-08, "initial_accumulator_value": 0.00024183840628932683}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed955":[{"learning_rate": 1.1053726048333514e-05, "initial_accumulator_value": 97.60143309831865}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed956":[{"learning_rate": 3.447653561165459e-07, "initial_accumulator_value": 0.16441640911482402}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed957":[{"learning_rate": 1.3906809215746365, "initial_accumulator_value": 5.063446315801515e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed958":[{"learning_rate": 1.4986822982995397e-08, "initial_accumulator_value": 9.344715944122716e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed959":[{"learning_rate": 0.0001421705701168952, "initial_accumulator_value": 0.0027165704755207245}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed96":[{"learning_rate": 8.554251234703113e-07, "initial_accumulator_value": 66.60868003315595}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed960":[{"learning_rate": 0.28856660429453457, "initial_accumulator_value": 8.818322342429126e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed961":[{"learning_rate": 0.00013355001585023906, "initial_accumulator_value": 1.5172719805551292e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed962":[{"learning_rate": 0.015818436896557694, "initial_accumulator_value": 1.211289273250005e-10}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed963":[{"learning_rate": 1.073535239120857e-07, "initial_accumulator_value": 1.9427474406612617e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed964":[{"learning_rate": 0.00046696269878102845, "initial_accumulator_value": 2.4613486151573998e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed965":[{"learning_rate": 0.14218952229734746, "initial_accumulator_value": 146.0240036791977}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed966":[{"learning_rate": 4.569419256047074e-08, "initial_accumulator_value": 9.045606341440191}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed967":[{"learning_rate": 5.3600753687465164e-08, "initial_accumulator_value": 1.4923983761698412}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed968":[{"learning_rate": 8.220228604520356e-08, "initial_accumulator_value": 30.04987343334589}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed969":[{"learning_rate": 3.241658306192477e-06, "initial_accumulator_value": 4.0072468373738786e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed97":[{"learning_rate": 0.3407980635385451, "initial_accumulator_value": 410.2665177563555}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed970":[{"learning_rate": 0.24344560201777257, "initial_accumulator_value": 6.003524795562185e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed971":[{"learning_rate": 0.006009037297400389, "initial_accumulator_value": 1.0692127067251471}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed972":[{"learning_rate": 8.706589358512211, "initial_accumulator_value": 59.17995118266457}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed973":[{"learning_rate": 2.1838275058326917, "initial_accumulator_value": 4.605319684104293e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed974":[{"learning_rate": 3.5189787536449224e-06, "initial_accumulator_value": 3.754168175208429e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed975":[{"learning_rate": 0.08808015133787259, "initial_accumulator_value": 0.001677395941446754}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed976":[{"learning_rate": 4.50046376236071, "initial_accumulator_value": 6.0688995747175e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed977":[{"learning_rate": 3.3599952328151106e-08, "initial_accumulator_value": 1.2369213724866924e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed978":[{"learning_rate": 0.05359180470618377, "initial_accumulator_value": 222.3530188589596}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed979":[{"learning_rate": 6.902618890058869e-06, "initial_accumulator_value": 0.00013291871147851056}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed98":[{"learning_rate": 0.03894083256579305, "initial_accumulator_value": 0.002362964520696151}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed980":[{"learning_rate": 5.958596189501237e-05, "initial_accumulator_value": 1.6732500191679467e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed981":[{"learning_rate": 0.000636979092448542, "initial_accumulator_value": 2.2798360331862947e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed982":[{"learning_rate": 1.9410014520883197e-07, "initial_accumulator_value": 17.58299367337315}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed983":[{"learning_rate": 1.0400208642865931e-07, "initial_accumulator_value": 0.005584350356328265}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed984":[{"learning_rate": 1.068249115563097e-06, "initial_accumulator_value": 0.014337718483131562}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed985":[{"learning_rate": 3.0911253093003784e-06, "initial_accumulator_value": 7.043242037208183e-09}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed986":[{"learning_rate": 0.007478758346209353, "initial_accumulator_value": 0.002923470837151721}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed987":[{"learning_rate": 4.505283620354218e-05, "initial_accumulator_value": 1.2563435182292363e-05}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed988":[{"learning_rate": 3.789807509017697e-05, "initial_accumulator_value": 428.9116022561132}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed989":[{"learning_rate": 0.021284186594513064, "initial_accumulator_value": 0.5855034958354478}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed99":[{"learning_rate": 0.011233291470424655, "initial_accumulator_value": 0.00022131925015646083}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed990":[{"learning_rate": 6.690831214435981, "initial_accumulator_value": 3.2253553017129903e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed991":[{"learning_rate": 7.056730402352225e-08, "initial_accumulator_value": 1.6145833811661494e-07}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed992":[{"learning_rate": 3.4983212972715747e-08, "initial_accumulator_value": 0.004545873623344312}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed993":[{"learning_rate": 1.681687070522825e-06, "initial_accumulator_value": 1.5271077056527425e-08}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed994":[{"learning_rate": 3.179153482850973e-05, "initial_accumulator_value": 0.10768137242426633}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed995":[{"learning_rate": 1.8228180632719088e-05, "initial_accumulator_value": 644.1905544380442}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed996":[{"learning_rate": 6.023760095287125e-07, "initial_accumulator_value": 1.245494234555353e-06}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed997":[{"learning_rate": 0.00010243257160719434, "initial_accumulator_value": 64.36242523159257}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed998":[{"learning_rate": 4.065016487926764, "initial_accumulator_value": 0.04171900558652812}, "adagrad_wide_grid"],
"adagrad_wide_grid_seed999":[{"learning_rate": 0.17015799545315774, "initial_accumulator_value": 0.000720758617984617}, "adagrad_wide_grid"]
}